-- Logs begin at Tue 2021-08-24 18:36:14 UTC, end at Tue 2021-08-24 19:51:56 UTC. -- Aug 24 19:21:13.986781 dv-cinder-798198-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 19:21:16.694458 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.common.config [-] Logging enabled! Aug 24 19:21:16.695075 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 19:21:16.695262 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 19:21:16.698566 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.common.config [-] Logging enabled! Aug 24 19:21:16.698828 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 19:21:16.699153 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 19:21:16.700099 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 19:21:16.700369 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 19:21:16.700758 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:21:16.701000 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 19:21:16.701236 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 19:21:16.701551 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.701871 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.702161 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.702386 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.702694 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.702996 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.703273 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.703576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.703886 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.704171 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.705020 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.705305 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.705531 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.705813 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.706094 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.706377 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.706614 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] debug = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.706909 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.707328 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.707739 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.708013 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.708357 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.708731 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.708909 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.709181 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.709476 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.709813 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] host = dv-cinder-798198-3-iscsi {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.710087 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.710368 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.710650 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.710932 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.711203 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.711495 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.711789 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.712059 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.712356 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] log_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.712630 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.712927 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.713224 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.713509 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.713729 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.713945 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.714225 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.714524 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.714815 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.715084 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.715353 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.715625 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.715892 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.716153 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.716456 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.716736 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.717014 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.717282 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.717548 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.717812 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.718083 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.718357 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.718625 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.718891 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.719155 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.719432 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.719694 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.719958 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.720842 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.721129 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.721408 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.721691 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.722240 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.722503 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.722772 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.723040 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.723307 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] use_json = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.723569 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.723835 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.724110 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.724397 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.724663 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.724934 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.725197 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.725474 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:16.725768 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.726060 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.726352 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.726627 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.726915 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.727189 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.727472 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.727742 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.728022 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.728327 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.728604 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.728876 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.729158 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.729431 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.729725 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.730017 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.730304 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.730585 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.730854 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.731119 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.731385 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.731656 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.731936 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.732203 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.732507 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.732789 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.733060 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.733338 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.733623 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.733905 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.734171 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.734441 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.734724 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.734992 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.735257 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.735530 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.735852 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.736123 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.736412 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.736686 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.736957 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.737222 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.737485 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.737755 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.738034 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.738306 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.738568 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.738829 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.739097 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.739360 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.739638 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.739908 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.740173 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.740458 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.740730 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.740995 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.741262 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.741533 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.741803 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.742070 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.742334 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.742598 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.742867 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.743132 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.743397 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.743662 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.743928 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.744198 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.744486 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.744751 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.745016 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.745280 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.745550 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.745826 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.746112 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.746379 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.746647 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.746916 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.747184 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.747450 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.747717 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.747982 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.748249 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.748536 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.748815 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.749091 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.749369 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.749642 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.749917 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.750203 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.750472 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.750748 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.751018 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.751823 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.752099 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.752400 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.752688 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.752977 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.753267 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.753554 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.753857 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.754153 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.754453 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.754725 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:16.754934 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 19:21:16.755167 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94320) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 19:21:17.102074 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:21:17.102363 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:21:17.102664 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:21:17.103010 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 19:21:17.498411 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.498695 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.498962 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.500327 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.500616 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.500893 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.538095 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.538363 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.538636 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.553885 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.554161 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.554423 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.581603 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.582003 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.582265 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.620110 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.620413 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.620678 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.849783 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.850401 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.850401 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.850583 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.851342 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.973621 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.973934 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.974212 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.974479 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.974739 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.975040 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.975294 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.975548 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.975817 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.976106 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.976452 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.976713 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.976964 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.977212 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.977462 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.977719 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.977968 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.978226 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.978487 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.978737 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.979000 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.979244 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.979519 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.979887 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.980132 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.980393 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:17.980777 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:17.981011 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:17.981249 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:17.981480 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:17.981711 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:17.981941 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:17.982298 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 19:21:17.985384 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 19:21:17.989379 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 19:21:17.993100 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 24 19:21:17.994708 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 19:21:17.995155 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 19:21:17.995481 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 19:21:17.995854 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 19:21:17.998620 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 19:21:17.998868 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 19:21:17.999211 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 19:21:18.004463 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 19:21:18.026321 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 19:21:18.026931 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:18.027225 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94320) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 19:21:18.027580 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:18.028942 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94320) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 19:21:18.029216 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 19:21:18.029457 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 19:21:18.033253 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:18.033526 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:18.097906 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 19:21:18.098142 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 19:21:18.098381 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 19:21:18.098769 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 19:21:18.119693 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_db.sqlalchemy.engines [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94320) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 19:21:18.972074 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing driver for type 'gre' Aug 24 19:21:18.972647 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] gre ID ranges: [(1, 1000)] Aug 24 19:21:19.152845 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing driver for type 'local' Aug 24 19:21:19.153207 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing driver for type 'vlan' Aug 24 19:21:19.244064 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] VlanTypeDriver initialization complete Aug 24 19:21:19.244453 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing driver for type 'vxlan' Aug 24 19:21:19.244950 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] vxlan ID ranges: [(1, 1000)] Aug 24 19:21:19.485947 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing extension driver 'port_security' Aug 24 19:21:19.486308 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] PortSecurityExtensionDriver initialization complete Aug 24 19:21:19.486639 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing mechanism driver 'openvswitch' Aug 24 19:21:19.486969 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing mechanism driver 'hyperv' Aug 24 19:21:19.493518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:21:19.494253 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.494584 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.494937 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.495470 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:21:19.495889 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnet after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.496243 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnet after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.496612 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.497003 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:21:19.497411 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.497765 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.498107 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.498498 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:21:19.498909 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > security_group after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.499257 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > security_group after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.499606 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.500165 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:21:19.500604 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.501577 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.505518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.505518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:21:19.505518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > address_group after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.505518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > address_group after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.505518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.505941 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 19:21:19.505941 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] ML2 OVO RPC backend initialized. {{(pid=94320) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 19:21:19.505941 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.505941 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.505941 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.506297 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > networks before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.506297 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.506617 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > ports before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.506961 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnet before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.507303 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnets before_response 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.507661 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.508003 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.508368 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.508717 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.509056 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.509394 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.509733 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnet after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.510072 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnet after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.510411 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.510982 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.plugin [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Modular L2 Plugin initialization complete Aug 24 19:21:19.511311 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading services supported by the core plugin {{(pid=94320) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 19:21:19.511678 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.plugins.ml2.managers [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Got port-security extension from driver 'port_security' Aug 24 19:21:19.512139 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.extensions.vlantransparent [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Disabled vlantransparent extension. Aug 24 19:21:19.512644 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94320) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 19:21:19.512961 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: router Aug 24 19:21:19.550076 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.550467 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router after_create 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.550839 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router before_create 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.551211 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.551589 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.551946 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router after_delete 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.552327 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.552680 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.553045 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router after_create 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.553394 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router after_update 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.553748 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router after_update 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.554101 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.554460 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router after_update 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.554867 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_update 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.555232 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: port after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.555580 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: port after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.555915 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: subnet after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.556252 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.556855 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.556968 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_create 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.557301 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: port before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.557646 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.558002 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router after_update 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.558351 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.558801 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_create 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.559145 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.559489 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_update 55549900 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.559853 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > agent after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.560202 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > agent after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.560574 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > network after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.561421 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Tracking information for resource: router configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:19.561757 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Tracking information for resource: floatingip configured {{(pid=94320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 19:21:19.567357 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.db.l3_agentschedulers_db [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 19:21:19.567932 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: port after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.568318 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: port after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.568676 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: port after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.569031 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: port after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.569839 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router before_create 55550100 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.570206 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.570567 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_create 55550100 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.570925 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > router precommit_update 55550100 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.575454 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.services.provider_configuration [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service providers = [] {{(pid=94320) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 19:21:19.575819 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.db.servicetype_db [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94320) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 19:21:19.578792 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.services.service_base [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:21:19.579174 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.services.service_base [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:21:19.579522 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.services.service_base [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:21:19.580447 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.services.service_base [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 19:21:19.580824 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.services.service_base [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 19:21:19.581205 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.581523 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 19:21:19.592077 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.592441 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: auto_allocate Aug 24 19:21:19.598497 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: network precommit_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.598866 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: network precommit_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.599392 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.599713 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: tag Aug 24 19:21:19.606229 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.606560 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: timestamp Aug 24 19:21:19.611317 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.611651 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: network_ip_availability Aug 24 19:21:19.617069 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.617447 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.617807 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.618520 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.618848 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: flavors Aug 24 19:21:19.623584 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.623923 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading Plugin: revisions Aug 24 19:21:19.629051 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 19:21:19.629446 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_concurrency.lockutils [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.527s {{(pid=94320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:21:19.630190 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94320) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 19:21:19.630528 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Initializing extension manager. Aug 24 19:21:19.631090 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: __init__.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.631432 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: __pycache__ {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.641991 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.641991 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: address_group.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.641991 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.641991 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: address-group Aug 24 19:21:19.641991 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: address_scope.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.641991 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.641991 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: address-scope Aug 24 19:21:19.642627 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.642627 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.642975 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: router-admin-state-down-before-update Aug 24 19:21:19.643303 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: agent.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.644209 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.644741 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: agent Aug 24 19:21:19.645066 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: agent_resources_synced.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.645984 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.646490 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: agent-resources-synced Aug 24 19:21:19.646815 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: allowedaddresspairs.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.648648 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.649171 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: allowed-address-pairs Aug 24 19:21:19.649499 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: auto_allocated_topology.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.650635 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.651145 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: auto-allocated-topology Aug 24 19:21:19.651471 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: availability_zone.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.652176 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.652750 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: availability_zone Aug 24 19:21:19.653074 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: availability_zone_filter.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.653998 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.654506 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: availability_zone_filter Aug 24 19:21:19.654831 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: data_plane_status.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.655755 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.656259 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 19:21:19.656607 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: default_subnetpools.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.657559 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.658072 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: default-subnetpools Aug 24 19:21:19.658392 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.659223 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.659726 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: dhcp_agent_scheduler Aug 24 19:21:19.660086 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: dns.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.661037 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.661540 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 19:21:19.661865 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: dns_domain_ports.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.662785 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.663285 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 19:21:19.663605 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.664569 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.665080 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 19:21:19.665407 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: dvr.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.666095 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.666642 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: dvr Aug 24 19:21:19.666968 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: ecmp_routes.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.673996 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.674495 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 19:21:19.674815 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: empty_string_filtering.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.675730 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.676233 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: empty-string-filtering Aug 24 19:21:19.676583 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.677497 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.677998 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 19:21:19.678319 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.679281 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.679777 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 19:21:19.680098 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: external_net.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.681053 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.681555 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: external-net Aug 24 19:21:19.681876 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.682820 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.683324 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: extra_dhcp_opt Aug 24 19:21:19.683648 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: extraroute.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.684629 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.685128 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: extraroute Aug 24 19:21:19.685449 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: extraroute_atomic.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.686484 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.686989 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: extraroute-atomic Aug 24 19:21:19.687312 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: filter_validation.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.687984 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.689094 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: filter-validation Aug 24 19:21:19.689416 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: fip_pf_description.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.690364 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.690868 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 19:21:19.691193 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: fip_port_details.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.692113 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.692667 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: fip-port-details Aug 24 19:21:19.692985 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: flavors.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.694209 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.694722 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: flavors Aug 24 19:21:19.695047 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.696750 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.697660 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 19:21:19.697993 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: floatingip_pools.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.698708 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.699219 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: floatingip-pools Aug 24 19:21:19.699542 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: ip_allocation.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.700515 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.701028 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 19:21:19.701350 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.702277 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.702789 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: ip-substring-filtering Aug 24 19:21:19.703110 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l2_adjacency.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.704149 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.704640 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 19:21:19.704965 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l3.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.706128 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.706641 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: router Aug 24 19:21:19.706965 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.709254 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.709781 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 19:21:19.710117 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.711107 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.711659 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: ext-gw-mode Aug 24 19:21:19.711988 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.713007 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.718795 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: l3-ha Aug 24 19:21:19.718795 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l3_flavors.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.719488 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.720020 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: l3-flavors Aug 24 19:21:19.720372 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.721294 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.722157 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 19:21:19.722495 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: l3agentscheduler.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.723550 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.724061 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: l3_agent_scheduler Aug 24 19:21:19.724482 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: logging.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.725977 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.726501 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension logging not supported by any of loaded plugins Aug 24 19:21:19.726829 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: metering.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.727584 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.728165 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: metering Aug 24 19:21:19.728518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.729618 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.730130 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: metering_source_and_destination_fields Aug 24 19:21:19.730498 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: multiprovidernet.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.731426 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.731934 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: multi-provider Aug 24 19:21:19.732280 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: netmtu.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.733210 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.733720 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: net-mtu Aug 24 19:21:19.734045 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: netmtu_writable.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.734966 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.736046 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: net-mtu-writable Aug 24 19:21:19.736403 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: network_availability_zone.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.737082 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.737589 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: network_availability_zone Aug 24 19:21:19.737912 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: network_ip_availability.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.739014 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.739524 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: network-ip-availability Aug 24 19:21:19.739845 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: network_segment_range.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.740663 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.741161 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 19:21:19.741483 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: pagination.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.742520 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.742852 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: pagination Aug 24 19:21:19.743172 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: port_device_profile.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.744100 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.744695 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: port-device-profile Aug 24 19:21:19.744970 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.745898 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.746445 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: port-mac-address-regenerate Aug 24 19:21:19.746762 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.752007 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.752535 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: port-numa-affinity-policy Aug 24 19:21:19.752887 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: port_resource_request.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.753832 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.754336 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 19:21:19.754655 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: portbindings.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.755587 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.756091 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: binding Aug 24 19:21:19.756449 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: portbindings_extended.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.757844 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.758356 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: binding-extended Aug 24 19:21:19.758686 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: portsecurity.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.759662 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.760169 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: port-security Aug 24 19:21:19.760518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: project_id.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.761498 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.761827 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: project-id Aug 24 19:21:19.762149 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: providernet.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.763086 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.763601 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: provider Aug 24 19:21:19.763923 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.767497 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.768015 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos not supported by any of loaded plugins Aug 24 19:21:19.768375 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.769629 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.770147 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 19:21:19.770479 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.771403 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.771913 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 19:21:19.772240 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_default.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.773198 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.773691 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-default not supported by any of loaded plugins Aug 24 19:21:19.774017 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_fip.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.774676 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.775178 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 19:21:19.775500 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_gateway_ip.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.776497 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.777004 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 19:21:19.777327 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_port_network_policy.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.778253 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.778762 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 19:21:19.779082 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_pps_rule.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.780285 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.780811 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 19:21:19.781134 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_rule_type_details.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.794300 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.794805 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 19:21:19.795131 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: qos_rules_alias.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.796173 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.796708 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 19:21:19.797033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: quotasv2.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.798643 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.798971 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: quotas Aug 24 19:21:19.799335 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: quotasv2_detail.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.802450 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.802793 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: quota_details Aug 24 19:21:19.803123 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: rbac.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.804430 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.804953 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: rbac-policies Aug 24 19:21:19.805332 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: rbac_address_group.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.806281 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.806798 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: rbac-address-group Aug 24 19:21:19.807125 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: rbac_address_scope.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.808057 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.808594 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: rbac-address-scope Aug 24 19:21:19.808923 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: rbac_security_groups.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.809845 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.810390 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: rbac-security-groups Aug 24 19:21:19.810716 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: rbac_subnetpool.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.811647 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.812162 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: rbac-subnetpool Aug 24 19:21:19.812522 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: revisionifmatch.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.813486 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.814000 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: revision-if-match Aug 24 19:21:19.814326 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: revisions.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.815446 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.815962 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: standard-attr-revisions Aug 24 19:21:19.816313 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: router_availability_zone.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.816999 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.817508 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: router_availability_zone Aug 24 19:21:19.817830 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: routerservicetype.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.818760 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.819268 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 19:21:19.819592 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.820556 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.821068 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: security-groups-normalized-cidr Aug 24 19:21:19.821393 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.822319 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.822831 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: port-security-groups-filtering Aug 24 19:21:19.823246 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.824181 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.824719 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: security-groups-remote-address-group Aug 24 19:21:19.825044 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: securitygroup.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.835935 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.836498 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: security-group Aug 24 19:21:19.836830 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: segment.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.837628 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.838139 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension segment not supported by any of loaded plugins Aug 24 19:21:19.838465 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.839427 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.839939 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 19:21:19.840279 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: servicetype.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.841491 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.842018 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: service-type Aug 24 19:21:19.842343 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: sorting.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.843347 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.843682 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: sorting Aug 24 19:21:19.844012 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: standard_attr_segment.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.845500 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.846020 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 19:21:19.846345 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: standardattrdescription.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.847256 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.847762 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: standard-attr-description Aug 24 19:21:19.848086 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: stateful_security_group.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.849059 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.849573 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: stateful-security-group Aug 24 19:21:19.849897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: stdattrs_common.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.850479 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 19:21:19.850799 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.851759 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.852281 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 19:21:19.852611 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: subnet_onboard.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.853717 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.854259 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: subnet_onboard Aug 24 19:21:19.854585 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.855529 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.856070 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 19:21:19.856439 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: subnet_service_types.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.857381 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.857894 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: subnet-service-types Aug 24 19:21:19.858218 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: subnetallocation.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.859337 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.859848 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: subnet_allocation Aug 24 19:21:19.860174 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.861465 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.861981 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: subnetpool-prefix-ops Aug 24 19:21:19.862313 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.863275 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.863783 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 19:21:19.864105 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: tagging.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.865197 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.865714 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: standard-attr-tag Aug 24 19:21:19.866040 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: timestamp.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.867270 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.867791 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loaded extension: standard-attr-timestamp Aug 24 19:21:19.868120 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: trunk.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.869184 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.869701 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension trunk not supported by any of loaded plugins Aug 24 19:21:19.870028 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: trunk_details.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.870961 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.871471 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 19:21:19.871797 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: uplink_status_propagation.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.872760 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.873266 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 19:21:19.873588 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Loading extension file: vlantransparent.py {{(pid=94320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 19:21:19.874262 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 19:21:19.874771 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 19:21:19.877248 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:network Aug 24 19:21:19.877781 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:subnet Aug 24 19:21:19.878189 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:21:19.878583 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:port Aug 24 19:21:19.879810 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.880255 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service FLAVORS assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.880903 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.881338 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.881673 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:router Aug 24 19:21:19.882112 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 19:21:19.882609 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service METERING assigned prefix: /metering {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.884043 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.884452 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.884805 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:21:19.885807 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 19:21:19.886244 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:security_group Aug 24 19:21:19.886690 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 19:21:19.887306 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service CORE assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.887641 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:21:19.887989 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] subnetpool is already registered Aug 24 19:21:19.888458 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service CORE assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.888786 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:21:19.889118 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] subnetpool is already registered Aug 24 19:21:19.891422 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.891881 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service FLAVORS assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.892512 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.892936 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.893274 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:router Aug 24 19:21:19.893617 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] router is already registered Aug 24 19:21:19.894033 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 19:21:19.894373 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] floatingip is already registered Aug 24 19:21:19.894830 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service METERING assigned prefix: /metering {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.895496 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 19:21:19.895825 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] rbac_policy is already registered Aug 24 19:21:19.896240 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:security_group Aug 24 19:21:19.896608 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] security_group is already registered Aug 24 19:21:19.897014 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 19:21:19.897347 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] security_group_rule is already registered Aug 24 19:21:19.897972 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service CORE assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.898303 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:21:19.898640 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] subnetpool is already registered Aug 24 19:21:19.899062 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.v2.resource_helper [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Service CORE assigned prefix: {{(pid=94320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 19:21:19.899388 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 19:21:19.899723 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING neutron.quota.resource_registry [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] subnetpool is already registered Aug 24 19:21:19.900189 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: extensions {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.901663 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: address-groups {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.903151 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: address-scopes {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.904496 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: agents {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.905698 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: auto-allocated-topology {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.906945 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: availability_zones {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.908736 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: dhcp-networks {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.910279 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: dhcp-agents {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.911705 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: routers {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.913448 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: flavors {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.914730 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: service_profiles {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.915978 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: next_providers {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.917451 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: service_profiles {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.919016 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: floatingip-pools {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.920317 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: routers {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.922020 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: floatingips {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.923966 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: l3-routers {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.925491 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: l3-agents {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.926927 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: metering-labels {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.928181 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: metering-label-rules {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.929608 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: network-ip-availabilities {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.930877 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: bindings {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.932481 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: quotas {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.934039 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: quotas {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.935475 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: rbac-policies {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.936709 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: security-groups {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.938034 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: security-group-rules {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.939306 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: service-providers {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.940591 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: subnetpools {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.941916 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: subnetpools {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.944542 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.946277 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.948080 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.949930 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.951609 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.953626 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.955358 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.957197 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.959067 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.960879 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron.api.extensions [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Extended resource: tags {{(pid=94320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 19:21:19.966802 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING keystonemiddleware.auth_token [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 19:21:19.972142 dv-cinder-798198-3-iscsi neutron-server[94320]: WARNING keystonemiddleware.auth_token [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 19:21:19.980598 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_concurrency.lockutils [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Acquired lock "singleton_lock" {{(pid=94320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 19:21:19.981079 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_concurrency.lockutils [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Releasing lock "singleton_lock" {{(pid=94320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 19:21:19.981726 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO oslo_service.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Starting 2 workers Aug 24 19:21:19.987221 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Started child 94429 {{(pid=94320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:21:19.991725 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Started child 94430 {{(pid=94320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:21:19.992751 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:19.993382 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO neutron.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 19:21:19.994019 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Notify callbacks [] for process, before_spawn {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:19.994187 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [-] (94429) wsgi starting up on http://0.0.0.0:9696 Aug 24 19:21:19.996471 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO oslo_service.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Starting 1 workers Aug 24 19:21:19.996591 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:19.997775 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [-] (94430) wsgi starting up on http://0.0.0.0:9696 Aug 24 19:21:20.001602 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Started child 94431 {{(pid=94320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:21:20.002120 dv-cinder-798198-3-iscsi neutron-server[94320]: INFO oslo_service.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Starting 1 workers Aug 24 19:21:20.005391 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] calling RpcWorker wait() {{(pid=94431) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 19:21:20.005917 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] returning from RpcWorker wait() {{(pid=94431) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 19:21:20.006592 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Started child 94432 {{(pid=94320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 19:21:20.007247 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:20.007418 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d1d079dc-266d-4ddd-b66a-0de51812a204 None None] Notify callbacks [] for process, after_spawn {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:20.007837 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:21:20.009367 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 19:21:20.009592 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 19:21:20.009777 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 19:21:20.009996 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:21:20.010328 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 19:21:20.010493 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 19:21:20.011024 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.011298 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.011486 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:20.011947 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.011947 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.012072 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.012695 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.012961 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.013218 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.013489 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.013753 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.013927 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.014099 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.014354 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.014603 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.014890 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.015165 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.015426 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.015703 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.015872 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.016142 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.016472 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.016723 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.016986 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] debug = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.017230 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.017727 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.017961 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.018221 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.018439 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.018717 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.018960 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.019254 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.019532 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.019769 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.020016 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.020296 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.020539 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.020787 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.020999 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.021267 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.021490 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.021963 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] host = dv-cinder-798198-3-iscsi {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.022181 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.022405 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.022669 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.022886 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.023132 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.023373 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.023642 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.023897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.024159 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.024457 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.024699 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.024956 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.025306 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.025563 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.025728 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_options = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.025964 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.026245 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.026495 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.026691 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.026864 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.027049 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.027307 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.027468 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.027722 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.027958 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.028174 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.028413 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.028635 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.028866 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.029130 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.029380 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.029603 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.029814 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.030072 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.030320 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.030549 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.030776 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.031028 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.031271 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.031520 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.031739 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.032006 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.032770 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.032989 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.033247 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.033483 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.033747 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.034001 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.034263 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.034498 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.034730 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.034948 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.035212 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.035445 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.035688 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.035934 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.036167 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.036444 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.036661 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.036901 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.037142 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_json = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.037385 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.037592 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.038171 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.038171 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.038438 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.038562 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.038809 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.038999 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.039528 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.039699 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.040008 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.040293 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.041508 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:21:20.041744 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.041968 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.042211 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.042456 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.042745 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.042983 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.043295 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.043524 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.043824 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.044067 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.044373 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.045837 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.045837 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.046152 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.046734 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.046734 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.046978 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.047226 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.047532 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.047810 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.048621 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.048861 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.049111 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.049438 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.049727 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.050004 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.050277 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.050527 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.050793 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.051050 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.051273 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.051496 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.051738 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.052008 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.052256 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.052498 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.052742 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.052984 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.053202 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.053440 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.053694 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.054093 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.054215 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.054399 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.054621 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.054853 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.055069 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.055288 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.055522 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.055758 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.055988 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.056221 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.056468 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.056706 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.056956 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.057144 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060237 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.060897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.061458 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.061458 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.061458 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.061669 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.061843 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.062062 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.062285 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.062504 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.062740 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.062956 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.063172 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.063412 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.063683 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.063997 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.064239 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.065113 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.065359 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.065605 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.065830 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.066080 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.066339 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.066576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.066794 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.067049 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.067295 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.067568 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.067793 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.068030 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.068322 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.068552 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.068793 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.069018 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.069279 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.069509 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.069790 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.070036 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.070268 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.070729 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.070987 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.071284 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.071552 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.071851 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.072080 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.072402 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.072694 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.072974 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.073260 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.073518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.073772 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.074044 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.074267 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.074523 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.074758 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.074990 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.075218 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.075496 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.075738 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.075980 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.076197 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.076471 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.076806 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.077042 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.077278 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.077502 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.077770 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.077999 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.078262 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.078523 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.078788 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.079071 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.079331 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.079575 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.079782 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.080021 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.080363 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.080559 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.080711 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.080924 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.081149 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.081372 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.081606 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.081989 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.082105 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.082341 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.082526 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.082800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.083023 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.083211 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.083419 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.084434 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.085194 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.085428 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.086222 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.086452 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.086670 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.086942 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.087180 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.087655 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.087912 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.088129 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.088419 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.088669 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.088908 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.089120 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.089518 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.089914 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.090358 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.091095 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.091336 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.091749 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.091962 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.092414 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.092810 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.093232 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.093490 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.093833 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.094088 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.094344 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.095102 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.095322 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.095558 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.095781 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.096016 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.096259 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.096747 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.096967 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.097227 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.097453 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.097710 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.097972 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.098133 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.098341 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.098555 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.098766 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.099056 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.099286 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.099515 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.099765 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.100001 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.100300 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.100487 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.100696 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.100924 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.101145 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.101383 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.101612 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.101836 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.102044 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.102251 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.102473 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.102691 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.102924 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.103170 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.103376 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.103609 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.103829 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.104049 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.104257 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.104505 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.104711 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.104918 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.105137 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.105352 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.105559 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.105781 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.105988 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.106194 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.106412 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.106632 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.106866 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.107159 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.107409 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.107628 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.107916 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.108143 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.108408 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.108650 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.108964 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.109176 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.109413 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.109632 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.109876 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.110096 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.110967 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.111283 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.111567 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.111831 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.112088 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.112444 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.112666 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.112935 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.113168 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.113459 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.113807 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.114178 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.114502 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.114650 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.114818 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.115065 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.115283 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.115502 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.115738 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.115955 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.116193 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.116442 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.116668 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.117094 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.117094 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.117349 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.117564 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.117777 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.118023 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.118254 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.118401 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 19:21:20.118957 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 19:21:20.119117 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 19:21:20.119270 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 19:21:20.119438 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 19:21:20.119619 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 19:21:20.119773 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 19:21:20.119968 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.120129 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.120309 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.120523 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.120676 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.120816 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.121051 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.121180 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.121276 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.121599 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.121599 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.121898 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.121898 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.122111 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.122111 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.122313 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.122435 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.122557 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.122720 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.122884 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.123044 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.123200 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.123357 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] debug = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.123514 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.123724 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.123891 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.124048 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.124208 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.124396 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.124556 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.124715 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.124875 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.125033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.125191 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.125348 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.125506 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.125665 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.125845 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.126185 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.126185 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.126398 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] host = dv-cinder-798198-3-iscsi {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.126477 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.126591 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.126749 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.126905 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.127064 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.127223 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.127431 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.127517 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.127670 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.127827 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.127990 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.128148 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.128324 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.128482 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.128640 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_options = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.128798 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.128955 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.129112 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.129296 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.129459 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.129618 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.129776 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.129950 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.130095 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.130246 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.130399 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.130557 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.130716 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.130873 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.131096 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.131195 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.131323 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.131478 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.131637 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.131796 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.131958 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.132114 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.132447 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.132606 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.132763 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.132922 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.133111 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.133212 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.133375 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.133531 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.133689 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.133847 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.134005 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.134162 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.134323 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.134477 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.134635 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.134795 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.134953 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.135110 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.135267 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.135425 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.135580 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.135737 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.135894 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.136051 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_json = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.136208 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.136386 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.136544 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.136702 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.136858 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.137015 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.137172 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.137332 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 19:21:20.137509 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.137671 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.137842 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.138006 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.138165 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.138327 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.138516 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.138644 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.138804 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.138962 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.139120 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.139280 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.139450 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.139609 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.139768 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.139931 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.140092 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.140251 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.140464 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.140623 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.140783 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.140941 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.141111 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.141259 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.141942 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.142091 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.142250 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.142428 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.142585 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.142746 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.142908 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.143066 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.143227 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.143389 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.143550 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.143711 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.143872 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.144031 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.144191 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.144373 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.144523 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.144683 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.144844 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.145005 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.145156 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.145315 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.145474 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.145634 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.145797 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.145956 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.146330 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.146330 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.146539 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.146627 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.146707 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.146875 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.147034 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.147195 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.147354 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.147515 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.147675 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148060 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148060 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148226 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148326 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148465 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148637 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148796 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.148956 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.149116 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.149277 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.149436 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.149597 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.149756 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.149915 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.150074 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.150234 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.150394 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.150554 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.150714 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.150875 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.151035 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.151195 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.151355 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.151514 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.151673 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.151833 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.151992 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.152152 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.152340 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.152516 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.152675 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.152834 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.152993 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.153152 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.153338 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.153470 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.153613 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.153772 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.153932 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.154089 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.154248 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.154409 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.154568 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.154727 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155050 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155050 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155275 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155379 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155464 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155626 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155785 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.155943 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.156101 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.156260 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.156489 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.156792 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.157128 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.157906 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159033 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159651 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159651 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159651 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.159651 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.160013 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.160013 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.160013 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.160501 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.160640 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.160809 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.160972 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.161133 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.161320 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.161480 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.161641 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.161801 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.161961 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.162121 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.162282 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.162442 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.162609 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.162766 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.162925 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.163086 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.163247 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.163408 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.163569 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.163729 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.163890 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.164051 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.164212 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.164321 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60458) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:20.164399 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.164545 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.164860 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.165167 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.165328 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.165640 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.165805 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.166210 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.166312 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.166420 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.166728 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.166898 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.167063 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.167219 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.167560 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.167899 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.168208 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.168402 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.168706 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.169016 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.169181 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.169343 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.169497 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.169897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.169897 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.170054 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.170123 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.170256 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.170681 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.170681 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.170911 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.170911 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.171108 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.171190 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.171411 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.171554 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.171682 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.171806 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.171931 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.172087 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.172250 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.172513 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.172636 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.173087 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.173223 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060263 Aug 24 19:21:20.173335 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.173335 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.173534 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.173663 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.173772 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.173877 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.174020 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.174180 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.174341 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175284 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175284 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175284 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175606 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:21:20.175719 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175719 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175719 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175719 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175719 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.175719 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.176318 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.176318 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.176318 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.176318 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.176799 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.176799 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.176799 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.177152 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.177152 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.178576 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.179800 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.180741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.180741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.180741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.180741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.180741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.180741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.180741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181247 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181247 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181247 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181455 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181455 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181610 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181741 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.181903 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.182062 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.182223 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.182389 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.182558 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.182724 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.182886 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.183053 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.183222 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.183390 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.183550 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.183716 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.183888 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.184048 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.184209 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.184436 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.184532 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.184697 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.184857 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.185017 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.185178 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.185337 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.185497 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.185656 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.185817 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.185976 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.186135 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.186296 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.186457 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.186617 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.186777 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.186931 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 19:21:20.187072 dv-cinder-798198-3-iscsi neutron-server[94320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 19:21:31.814068 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429440f4-c96a-41e5-8513-83200b7459f9 None None] get_active_networks_info from dv-cinder-798198-3-iscsi {{(pid=94431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 19:21:31.928728 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429440f4-c96a-41e5-8513-83200b7459f9 None None] No non-hosted networks {{(pid=94431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 19:21:31.946381 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.agentschedulers_db [None req-429440f4-c96a-41e5-8513-83200b7459f9 None None] DHCP Agent not found on host dv-cinder-798198-3-iscsi {{(pid=94431) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 19:21:32.178055 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-01b1fabe-0de5-418e-958c-c8bef6210867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605291'] for agent, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:34.519898 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b3a99bb4-05db-4cd9-b7bc-1fc1146b8c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605291'] for agent, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:34.568982 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.db.api [None req-8ff39f4a-f41c-463a-8cc3-27f095a4b086 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-798198-3-iscsi {{(pid=94431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:21:34.569771 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG oslo_db.api [None req-8ff39f4a-f41c-463a-8cc3-27f095a4b086 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:21:34.832151 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605291'] for agent, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:34.833553 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.834447 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.835304 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.836142 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.836980 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.837821 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.838665 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.839525 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.840382 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.841245 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.842097 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.843665 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:34.844478 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798198-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:21:34.857235 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798198-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:21:35.181902 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-8ff39f4a-f41c-463a-8cc3-27f095a4b086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:35.825556 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605291'] for agent, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:37.238781 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605291'] for agent, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:37.956860 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.db.l3_hamode_db [None req-932f9099-87fe-40b6-ba8b-2084297ef86a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 19:21:38.033986 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f9099-87fe-40b6-ba8b-2084297ef86a None None] Routers set() bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:21:38.034372 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f9099-87fe-40b6-ba8b-2084297ef86a None None] Router IDs set() for agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 19:21:38.435084 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60554) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:38.921638 dv-cinder-798198-3-iscsi neutron-server[94430]: WARNING oslo_policy.policy [None req-d766c4e2-4e2f-4414-a2ea-8a4c9b165879 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:21:38.922236 dv-cinder-798198-3-iscsi neutron-server[94430]: WARNING oslo_policy.policy [None req-d766c4e2-4e2f-4414-a2ea-8a4c9b165879 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:21:39.136730 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [None req-d766c4e2-4e2f-4414-a2ea-8a4c9b165879 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:21:39.137755 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-d766c4e2-4e2f-4414-a2ea-8a4c9b165879 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7017417 Aug 24 19:21:41.474421 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60568) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:41.782289 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:21:41.876142 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.policy [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94430) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 19:21:41.921058 dv-cinder-798198-3-iscsi neutron-server[94430]: WARNING oslo_policy.policy [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:21:41.921435 dv-cinder-798198-3-iscsi neutron-server[94430]: WARNING oslo_policy.policy [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:21:41.929968 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.quota [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] Loaded quota_driver: . Aug 24 19:21:42.072136 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738726193406', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738726193875', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738726189117', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738726187713', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738725570431', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738726161933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-639034', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617884', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673821', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634873'] for rbac-policy, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:42.231707 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:42.233421 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-fcfd89ae-fe74-4e06-8124-741761b4fdc5 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7580471 Aug 24 19:21:44.891092 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60580) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:45.195146 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:21:45.294815 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Made reservation on behalf of f003fbb3c36e438c8dd1f1f673a6cd8b for: {'network': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:21:45.297721 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.316506 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.464446 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.523623 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.543903 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:21:45.572499 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738724422054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.572979 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Unsubscribe: segment precommit_create {{(pid=94430) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 19:21:45.573547 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.segments_db [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Added segment 49c8235b-dc21-42fc-906b-a4b4e0e11dd2 of type vlan for network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 Aug 24 19:21:45.590444 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49390cd-6e2c-454e-a4bd-2def548f8def,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:21:45.641330 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.641665 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.642001 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.642325 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.642648 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.642986 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.643309 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.643637 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.643968 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.644303 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.644621 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.644934 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Tracked resource versions report: Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: pushed versions: Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: { 'AddressGroup': {'1.2'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'ConntrackHelper': {'1.0'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Log': {'1.0'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Network': {'1.1'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Port': {'1.7'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'PortForwarding': {'1.2'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'QosPolicy': {'1.9'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroup': {'1.4'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SubPort': {'1.0'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Subnet': {'1.1'}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Trunk': {'1.1'}} Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: consumer versions: Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'ConntrackHelper': '1.0', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Log': '1.0', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Network': '1.1', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Port': '1.7', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'PortForwarding': '1.2', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'QosPolicy': '1.9', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroup': '1.4', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroupRule': '1.2', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SubPort': '1.0', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Subnet': '1.1', Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Trunk': '1.1'}} Aug 24 19:21:45.646069 dv-cinder-798198-3-iscsi neutron-server[94430]: {{(pid=94430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:21:45.701746 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.843387 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.844787 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:21:45.845454 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:45.957573 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:21:45.970395 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:21:45.983251 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e74dfb3a-ad11-4114-973c-a4c3bf6fd783 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0908599 Aug 24 19:21:48.812072 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60594) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:49.343745 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49483bc6-a00f-4667-b471-bbcff53da92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:21:49.345444 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-49483bc6-a00f-4667-b471-bbcff53da92f admin admin] 10.222.0.59 "GET /v2.0/networks/2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 HTTP/1.1" status: 200 len: 825 time: 0.5320501 Aug 24 19:21:49.372206 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-871ebfdf-0c90-4121-971a-8be589a720b2 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/f36ad3ca-ee7d-4205-b573-5d5ac4ebd537 HTTP/1.1" status: 200 len: 734 time: 0.0203295 Aug 24 19:21:49.382179 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'subnetpool_id': 'f36ad3ca-ee7d-4205-b573-5d5ac4ebd537', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:21:49.504155 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Made reservation on behalf of f003fbb3c36e438c8dd1f1f673a6cd8b for: {'subnet': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:21:49.506561 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:49.906704 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:49.980875 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b332a40e-1cac-45cf-b22d-2d0581dec8c2,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:21:49.983523 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Checking segment: {'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:21:49.983889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Network hostable DHCP agents. Network: 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:21:50.082918 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:21:50.166578 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4) {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:21:50.172468 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:21:50.173621 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:50.177250 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715315ce-f03d-4d90-8cef-f4fc9b0e599d None None] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:21:50.266184 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-7ceefa45-5499-4d3c-91de-3383dea672fa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8875451 Aug 24 19:21:50.512998 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'fixed_ips': [{'subnet_id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:21:50.514812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:50.812122 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Allocated IP 172.20.0.2 (2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4/b332a40e-1cac-45cf-b22d-2d0581dec8c2/03e77177-9c11-427f-86cc-94cc2392478b) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:21:51.021442 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:51.038871 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Transition to ACTIVE for port object 03e77177-9c11-427f-86cc-94cc2392478b will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:21:51.091640 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Transition to ACTIVE for port object 03e77177-9c11-427f-86cc-94cc2392478b will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:21:51.186529 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:51.253634 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:21:51.260569 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:21:51.264223 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:21:51.303869 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Pushing event updated for resources: {'Port': ['ID=03e77177-9c11-427f-86cc-94cc2392478b,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:21:51.331331 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.331681 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.332028 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.332388 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.332723 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.333058 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.333381 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.333708 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.334060 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.334395 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.334714 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.335034 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Tracked resource versions report: Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: pushed versions: Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: { 'AddressGroup': {'1.2'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'ConntrackHelper': {'1.0'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Log': {'1.0'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Network': {'1.1'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Port': {'1.7'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'PortForwarding': {'1.2'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'QosPolicy': {'1.9'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroup': {'1.4'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SubPort': {'1.0'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Subnet': {'1.1'}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Trunk': {'1.1'}} Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: consumer versions: Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'ConntrackHelper': '1.0', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Log': '1.0', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Network': '1.1', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Port': '1.7', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'PortForwarding': '1.2', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'QosPolicy': '1.9', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroup': '1.4', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroupRule': '1.2', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SubPort': '1.0', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Subnet': '1.1', Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Trunk': '1.1'}} Aug 24 19:21:51.336166 dv-cinder-798198-3-iscsi neutron-server[94431]: {{(pid=94431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:21:51.364279 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Attempting to bind port 03e77177-9c11-427f-86cc-94cc2392478b on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:21:51.364665 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Attempting to bind port 03e77177-9c11-427f-86cc-94cc2392478b by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:21:51.365095 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Attempting to bind port 03e77177-9c11-427f-86cc-94cc2392478b on network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:21:51.369950 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:21:51.370361 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Checking segment: {'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:21:51.370866 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:51.371260 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Bound using segment: {'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:21:51.371740 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Bound port: 03e77177-9c11-427f-86cc-94cc2392478b, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:21:51.372692 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:51.435585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] For port 03e77177-9c11-427f-86cc-94cc2392478b, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:21:51.439957 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] For port 03e77177-9c11-427f-86cc-94cc2392478b, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=03e77177-9c11-427f-86cc-94cc2392478b,segment=NetworkSegment(49c8235b-dc21-42fc-906b-a4b4e0e11dd2),segment_id=49c8235b-dc21-42fc-906b-a4b4e0e11dd2)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:21:51.511947 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:51.582418 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832a8e3-822e-4c5d-8bed-e567af37e474 None None] Pushing event updated for resources: {'Port': ['ID=03e77177-9c11-427f-86cc-94cc2392478b,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:21:52.732852 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60602) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:53.071948 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [None req-143df221-ca92-4beb-b333-bf0058875eb0 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:21:53.073029 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-143df221-ca92-4beb-b333-bf0058875eb0 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392167 Aug 24 19:21:55.499836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60610) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:55.837424 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [None req-d16ab756-809c-4ce1-9395-c2ca524d1238 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:21:55.838416 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-d16ab756-809c-4ce1-9395-c2ca524d1238 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3375340 Aug 24 19:21:58.514862 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60620) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:21:58.815798 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-f6eb9945-4ed0-488b-a727-c342884ad353 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:21:58.893331 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9945-4ed0-488b-a727-c342884ad353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:58.894934 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9945-4ed0-488b-a727-c342884ad353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:59.045844 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9945-4ed0-488b-a727-c342884ad353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:59.191218 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9945-4ed0-488b-a727-c342884ad353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:59.285796 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9945-4ed0-488b-a727-c342884ad353 admin admin] Notify callbacks [] for router, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:21:59.286945 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-f6eb9945-4ed0-488b-a727-c342884ad353 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7710865 Aug 24 19:22:00.145064 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a6cab-6430-41a9-8c39-7dfbd957b668 None None] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:22:00.258971 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-0adf8dbf-3e12-4442-ab41-95ddd12b1991 None None] Provisioning for port 03e77177-9c11-427f-86cc-94cc2392478b completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:22:00.754719 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 03e77177-9c11-427f-86cc-94cc2392478b up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:22:00.897231 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 03e77177-9c11-427f-86cc-94cc2392478b completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:22:00.901249 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 03e77177-9c11-427f-86cc-94cc2392478b triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:00.901699 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:01.005542 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:01.041044 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 03e77177-9c11-427f-86cc-94cc2392478b, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=03e77177-9c11-427f-86cc-94cc2392478b,segment=NetworkSegment(49c8235b-dc21-42fc-906b-a4b4e0e11dd2),segment_id=49c8235b-dc21-42fc-906b-a4b4e0e11dd2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:22:01.121652 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:01.169287 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=03e77177-9c11-427f-86cc-94cc2392478b,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:01.702026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 60632) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:22:01.790210 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4e9994ac-e465-4b15-af67-9e741e3245c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:02.197181 dv-cinder-798198-3-iscsi neutron-server[94429]: WARNING oslo_policy.policy [None req-7e499d32-7b37-40be-ab5f-8952307f46a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:22:02.197785 dv-cinder-798198-3-iscsi neutron-server[94429]: WARNING oslo_policy.policy [None req-7e499d32-7b37-40be-ab5f-8952307f46a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:22:02.411830 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [None req-7e499d32-7b37-40be-ab5f-8952307f46a5 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:22:02.413003 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-7e499d32-7b37-40be-ab5f-8952307f46a5 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7087932 Aug 24 19:22:02.726853 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 03e77177-9c11-427f-86cc-94cc2392478b up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:22:02.772962 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 03e77177-9c11-427f-86cc-94cc2392478b triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:02.773331 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:04.487232 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-988b5bbf-506e-4629-820c-f7ec1c2cd24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:04.755761 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:04.779921 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 60646) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:22:05.085471 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:22:05.201546 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Made reservation on behalf of 8bf46d10446348bfb543d4f18c95ee34 for: {'network': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:22:05.203884 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.212443 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.296688 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.370798 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.386308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Reserving flat network on physical network physnet1 {{(pid=94430) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 19:22:05.404812 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6cdc6-09e7-4455-9586-a34998869440,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:05.410005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.410005 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.segments_db [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Added segment addbe948-9e11-4eb7-9501-ee0c19735aed of type flat for network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 Aug 24 19:22:05.456212 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.549568 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.550509 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:22:05.551077 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:05.611300 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff07b1e7-9a8b-4d47-af53-7d436a1dc865,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:05.621842 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:22:05.693102 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-d1925f33-ea05-46d5-b484-02086c239da9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9120753 Aug 24 19:22:05.789780 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:07.161116 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:08.075765 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 60664) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:22:08.392625 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.policy [None req-97f072e8-0283-43cd-861a-b10e9ada5846 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94429) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 19:22:08.438215 dv-cinder-798198-3-iscsi neutron-server[94429]: WARNING oslo_policy.policy [None req-97f072e8-0283-43cd-861a-b10e9ada5846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:22:08.438520 dv-cinder-798198-3-iscsi neutron-server[94429]: WARNING oslo_policy.policy [None req-97f072e8-0283-43cd-861a-b10e9ada5846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 19:22:08.451191 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f072e8-0283-43cd-861a-b10e9ada5846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:22:08.452930 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-97f072e8-0283-43cd-861a-b10e9ada5846 admin admin] 10.222.0.59 "GET /v2.0/subnets/b332a40e-1cac-45cf-b22d-2d0581dec8c2 HTTP/1.1" status: 200 len: 849 time: 0.3761914 Aug 24 19:22:08.616819 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-af410172-15f2-4e43-8730-1f4ef2e810cf admin admin] 10.222.0.59 "GET /v2.0/routers/badc735c-4946-4b0d-b3d7-8b7f917cb772 HTTP/1.1" status: 200 len: 704 time: 0.1578026 Aug 24 19:22:08.884703 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:09.212223 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Allocated IP 172.20.0.1 (2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4/b332a40e-1cac-45cf-b22d-2d0581dec8c2/43d6fedf-2f4b-464d-b6db-933a55f0f3f3) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:22:09.419306 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:09.444651 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Transition to ACTIVE for port object 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:22:09.567141 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:09.627060 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:22:09.631971 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:22:09.686441 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Pushing event updated for resources: {'Port': ['ID=43d6fedf-2f4b-464d-b6db-933a55f0f3f3,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:09.688936 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:22:09.689764 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:09.753681 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.760703 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.760703 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.760703 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.760703 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.760703 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.761212 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.761212 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.761212 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.761212 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.761212 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Tracked resource versions report: Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: pushed versions: Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: { 'AddressGroup': {'1.2'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'ConntrackHelper': {'1.0'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Log': {'1.0'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Network': {'1.1'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Port': {'1.7'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'PortForwarding': {'1.2'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'QosPolicy': {'1.9'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroup': {'1.4'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SubPort': {'1.0'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Subnet': {'1.1'}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Trunk': {'1.1'}} Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: consumer versions: Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'ConntrackHelper': '1.0', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Log': '1.0', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Network': '1.1', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Port': '1.7', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'PortForwarding': '1.2', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'QosPolicy': '1.9', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroup': '1.4', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroupRule': '1.2', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SubPort': '1.0', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Subnet': '1.1', Aug 24 19:22:09.761702 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Trunk': '1.1'}} Aug 24 19:22:09.763851 dv-cinder-798198-3-iscsi neutron-server[94429]: {{(pid=94429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:22:10.023048 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f508a019-9d42-4b57-ad28-d0c0a816bdc4 None None] Provisioning for port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:22:10.027119 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f508a019-9d42-4b57-ad28-d0c0a816bdc4 None None] Provisioning complete for port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:10.027492 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f508a019-9d42-4b57-ad28-d0c0a816bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:10.059128 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:10.062617 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-f508a019-9d42-4b57-ad28-d0c0a816bdc4 None None] Port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:22:10.264541 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:10.324778 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:10.325581 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:10.401341 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Pushing event updated for resources: {'Port': ['ID=43d6fedf-2f4b-464d-b6db-933a55f0f3f3,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:10.455633 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:22:10.457044 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:22:10.683938 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4c3e6c91-6650-47a8-865d-df80bbd6ebcc None None] Provisioning complete for port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:10.684398 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6c91-6650-47a8-865d-df80bbd6ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:10.717970 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e6c91-6650-47a8-865d-df80bbd6ebcc None None] Port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:22:10.778205 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Router badc735c-4946-4b0d-b3d7-8b7f917cb772 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:22:10.868620 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:22:10.874620 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-6ba69c4c-b5ca-457d-b08d-5057e2618207 admin admin] 10.222.0.59 "PUT /v2.0/routers/badc735c-4946-4b0d-b3d7-8b7f917cb772/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2516181 Aug 24 19:22:10.892380 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Sync routers for ids ['badc735c-4946-4b0d-b3d7-8b7f917cb772'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:22:10.903959 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Routers {'badc735c-4946-4b0d-b3d7-8b7f917cb772'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:22:10.904892 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:22:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['badc735c-4946-4b0d-b3d7-8b7f917cb772'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:11.095376 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Set router badc735c-4946-4b0d-b3d7-8b7f917cb772 gateway port host: None {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:22:11.523224 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'name': 'router1', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:21:58Z', 'updated_at': '2021-08-24T19:22:09Z', 'revision_number': 2, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'gw_port_host': None, '_interfaces': [{'id': '43d6fedf-2f4b-464d-b6db-933a55f0f3f3', 'name': '', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'mac_address': 'fa:16:3e:5f:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:08Z', 'updated_at': '2021-08-24T19:22:10Z', 'revision_number': 2, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'subnets': [{'id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f36ad3ca-ee7d-4205-b573-5d5ac4ebd537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:11.574662 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Checking router: badc735c-4946-4b0d-b3d7-8b7f917cb772 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:22:11.575025 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Updating router badc735c-4946-4b0d-b3d7-8b7f917cb772 port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:22:11.624823 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:12.149979 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:12.168039 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Transition to ACTIVE for port object 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:22:12.244085 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:12.402671 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Pushing event updated for resources: {'Port': ['ID=43d6fedf-2f4b-464d-b6db-933a55f0f3f3,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:12.419104 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Attempting to bind port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:22:12.419424 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Attempting to bind port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:22:12.419850 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Attempting to bind port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 on network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:22:12.423773 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.424118 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.424471 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.424797 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.425116 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.425435 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.425750 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.426065 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.426387 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.426698 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.427007 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.427315 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Tracked resource versions report: Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: pushed versions: Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: { 'AddressGroup': {'1.2'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'ConntrackHelper': {'1.0'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Log': {'1.0'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Network': {'1.1'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Port': {'1.7'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'PortForwarding': {'1.2'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'QosPolicy': {'1.9'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroup': {'1.4'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SubPort': {'1.0'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Subnet': {'1.1'}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Trunk': {'1.1'}} Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: consumer versions: Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'ConntrackHelper': '1.0', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Log': '1.0', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Network': '1.1', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Port': '1.7', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'PortForwarding': '1.2', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'QosPolicy': '1.9', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroup': '1.4', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroupRule': '1.2', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SubPort': '1.0', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Subnet': '1.1', Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Trunk': '1.1'}} Aug 24 19:22:12.428451 dv-cinder-798198-3-iscsi neutron-server[94432]: {{(pid=94432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:22:12.433515 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:22:12.433970 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Checking segment: {'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:22:12.434523 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:12.434848 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Bound using segment: {'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:22:12.435304 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Bound port: 43d6fedf-2f4b-464d-b6db-933a55f0f3f3, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c8235b-dc21-42fc-906b-a4b4e0e11dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:22:12.435774 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:12.506769 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] For port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:22:12.526989 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] For port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=43d6fedf-2f4b-464d-b6db-933a55f0f3f3,segment=NetworkSegment(49c8235b-dc21-42fc-906b-a4b4e0e11dd2),segment_id=49c8235b-dc21-42fc-906b-a4b4e0e11dd2)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:22:12.599340 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:12.665634 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ff5f9-55f7-461f-ac02-6a29a88c2fbf None None] Pushing event updated for resources: {'Port': ['ID=43d6fedf-2f4b-464d-b6db-933a55f0f3f3,revision_number=4']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:12.668368 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Routers {'badc735c-4946-4b0d-b3d7-8b7f917cb772'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:22:12.668974 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:22:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['badc735c-4946-4b0d-b3d7-8b7f917cb772'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:12.765563 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] Set router badc735c-4946-4b0d-b3d7-8b7f917cb772 gateway port host: None {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:22:12.979261 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'name': 'router1', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:21:58Z', 'updated_at': '2021-08-24T19:22:09Z', 'revision_number': 2, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'gw_port_host': None, '_interfaces': [{'id': '43d6fedf-2f4b-464d-b6db-933a55f0f3f3', 'name': '', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'mac_address': 'fa:16:3e:5f:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:08Z', 'updated_at': '2021-08-24T19:22:12Z', 'revision_number': 4, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'subnets': [{'id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f36ad3ca-ee7d-4205-b573-5d5ac4ebd537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:13.007195 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538438a-2493-4345-be59-26ecad6d43ba None None] The sync data for ids ['badc735c-4946-4b0d-b3d7-8b7f917cb772'] in dv-cinder-798198-3-iscsi is: [{'id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'name': 'router1', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:21:58Z', 'updated_at': '2021-08-24T19:22:09Z', 'revision_number': 2, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'gw_port_host': None, '_interfaces': [{'id': '43d6fedf-2f4b-464d-b6db-933a55f0f3f3', 'name': '', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'mac_address': 'fa:16:3e:5f:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:08Z', 'updated_at': '2021-08-24T19:22:12Z', 'revision_number': 4, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'subnets': [{'id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f36ad3ca-ee7d-4205-b573-5d5ac4ebd537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:22:13.128807 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 60690) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:22:13.237835 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2562cabf-0734-481f-8af1-ef052faa828a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:22:13.239110 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2562cabf-0734-481f-8af1-ef052faa828a admin admin] 10.222.0.59 "GET /v2.0/networks/ff07b1e7-9a8b-4d47-af53-7d436a1dc865 HTTP/1.1" status: 200 len: 842 time: 0.1093638 Aug 24 19:22:13.249634 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:22:13.250981 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.quota [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Loaded quota_driver: . Aug 24 19:22:13.383056 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Made reservation on behalf of 8bf46d10446348bfb543d4f18c95ee34 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:22:13.386418 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:13.743828 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.objects.ports [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 19:22:13.744812 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:13.796441 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa48840-cd4a-4a46-bf1b-502719027c1f,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:13.808549 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:22:13.808901 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Network hostable DHCP agents. Network: ff07b1e7-9a8b-4d47-af53-7d436a1dc865, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:22:13.943425 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:22:14.011654 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, ff07b1e7-9a8b-4d47-af53-7d436a1dc865) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:22:14.015645 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:22:14.016247 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:14.021422 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d24f4-d9c9-4cde-a5a6-3815e3ebe097 None None] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:22:14.104335 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-46058d49-0d89-4fb2-82c5-231c4c491c3c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8469517 Aug 24 19:22:14.149125 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39533a4-c9ed-4c4c-bdda-b8e1dca04ab8 None None] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:22:16.403777 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 60698) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:22:16.541569 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-499dbf2c-2577-4820-b00e-1d5eab3605d4 admin admin] 10.222.0.59 "GET /v2.0/routers/badc735c-4946-4b0d-b3d7-8b7f917cb772 HTTP/1.1" status: 200 len: 710 time: 0.1366479 Aug 24 19:22:16.629365 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac3eef-2462-46f9-b5e1-862f27253310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:22:16.630649 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-dcac3eef-2462-46f9-b5e1-862f27253310 admin admin] 10.222.0.59 "GET /v2.0/networks/ff07b1e7-9a8b-4d47-af53-7d436a1dc865 HTTP/1.1" status: 200 len: 886 time: 0.0831237 Aug 24 19:22:16.640601 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:22:16.885995 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:17.215977 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:17.371761 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:17.473765 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Allocated IP 172.27.1.102 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/7d88bab5-c882-412d-ae7d-fdd6d18b6559) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:22:17.575195 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:17.697506 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:17.736993 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:22:17.741703 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:22:17.745177 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:22:17.779971 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Pushing event updated for resources: {'Port': ['ID=7d88bab5-c882-412d-ae7d-fdd6d18b6559,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:18.120479 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:18.325336 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-722'] for router, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:18.331108 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678294'] for router, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:18.440868 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Router badc735c-4946-4b0d-b3d7-8b7f917cb772 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:22:18.543565 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:22:18.548100 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:18.548817 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-54003354-ff1b-496d-977e-ba1da9231805 admin admin] 10.222.0.59 "PUT /v2.0/routers/badc735c-4946-4b0d-b3d7-8b7f917cb772 HTTP/1.1" status: 200 len: 890 time: 1.9114566 Aug 24 19:22:18.763118 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:22:18.901127 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:22:18.908709 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:18.908709 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:18.994048 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:19.035333 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=43d6fedf-2f4b-464d-b6db-933a55f0f3f3,segment=NetworkSegment(49c8235b-dc21-42fc-906b-a4b4e0e11dd2),segment_id=49c8235b-dc21-42fc-906b-a4b4e0e11dd2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:22:19.131157 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:19.182210 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=43d6fedf-2f4b-464d-b6db-933a55f0f3f3,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:19.450460 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Sync routers for ids ['badc735c-4946-4b0d-b3d7-8b7f917cb772'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:22:19.460404 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Routers {'badc735c-4946-4b0d-b3d7-8b7f917cb772'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:22:19.461058 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:22:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['badc735c-4946-4b0d-b3d7-8b7f917cb772'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:19.714940 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Set router badc735c-4946-4b0d-b3d7-8b7f917cb772 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:22:20.117934 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'name': 'router1', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '7d88bab5-c882-412d-ae7d-fdd6d18b6559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:21:58Z', 'updated_at': '2021-08-24T19:22:17Z', 'revision_number': 4, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'gw_port': {'id': '7d88bab5-c882-412d-ae7d-fdd6d18b6559', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:17Z', 'updated_at': '2021-08-24T19:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '43d6fedf-2f4b-464d-b6db-933a55f0f3f3', 'name': '', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'mac_address': 'fa:16:3e:5f:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:08Z', 'updated_at': '2021-08-24T19:22:19Z', 'revision_number': 5, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'subnets': [{'id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f36ad3ca-ee7d-4205-b573-5d5ac4ebd537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:20.169524 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Checking router: badc735c-4946-4b0d-b3d7-8b7f917cb772 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:22:20.169880 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Updating router badc735c-4946-4b0d-b3d7-8b7f917cb772 port 7d88bab5-c882-412d-ae7d-fdd6d18b6559 binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:22:20.215686 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:20.527691 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:20.537060 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Transition to ACTIVE for port object 7d88bab5-c882-412d-ae7d-fdd6d18b6559 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:22:20.609281 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:20.664926 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d372a5-757c-4235-9196-52c2c2000cfb None None] Pushing event updated for resources: {'Port': ['ID=7d88bab5-c882-412d-ae7d-fdd6d18b6559,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:20.667268 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Attempting to bind port 7d88bab5-c882-412d-ae7d-fdd6d18b6559 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:22:20.667637 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Attempting to bind port 7d88bab5-c882-412d-ae7d-fdd6d18b6559 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:22:20.668028 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Attempting to bind port 7d88bab5-c882-412d-ae7d-fdd6d18b6559 on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:22:20.673608 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:22:20.673978 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:22:20.674377 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:20.674763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:22:20.675218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Bound port: 7d88bab5-c882-412d-ae7d-fdd6d18b6559, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:22:20.675612 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:20.727050 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] For port 7d88bab5-c882-412d-ae7d-fdd6d18b6559, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:22:20.730767 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] For port 7d88bab5-c882-412d-ae7d-fdd6d18b6559, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=7d88bab5-c882-412d-ae7d-fdd6d18b6559,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:22:20.751368 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:22:20.798457 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:20.798819 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:20.801802 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:20.888758 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Routers {'badc735c-4946-4b0d-b3d7-8b7f917cb772'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:22:20.889359 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:22:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['badc735c-4946-4b0d-b3d7-8b7f917cb772'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:21.004748 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 60712) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:22:21.063439 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:22:21.067785 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d372a5-757c-4235-9196-52c2c2000cfb None None] Pushing event updated for resources: {'Port': ['ID=7d88bab5-c882-412d-ae7d-fdd6d18b6559,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:21.124090 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-9b67d315-34cd-46b5-815a-5a7403d49265 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180985 Aug 24 19:22:21.124838 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] Set router badc735c-4946-4b0d-b3d7-8b7f917cb772 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:22:21.342480 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'name': 'router1', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '7d88bab5-c882-412d-ae7d-fdd6d18b6559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:21:58Z', 'updated_at': '2021-08-24T19:22:17Z', 'revision_number': 4, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'gw_port': {'id': '7d88bab5-c882-412d-ae7d-fdd6d18b6559', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:17Z', 'updated_at': '2021-08-24T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '43d6fedf-2f4b-464d-b6db-933a55f0f3f3', 'name': '', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'mac_address': 'fa:16:3e:5f:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:08Z', 'updated_at': '2021-08-24T19:22:19Z', 'revision_number': 5, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'subnets': [{'id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f36ad3ca-ee7d-4205-b573-5d5ac4ebd537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:22:21.371592 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df4e62-a227-43b3-af72-198e80f7539e None None] The sync data for ids ['badc735c-4946-4b0d-b3d7-8b7f917cb772'] in dv-cinder-798198-3-iscsi is: [{'id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'name': 'router1', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '7d88bab5-c882-412d-ae7d-fdd6d18b6559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:21:58Z', 'updated_at': '2021-08-24T19:22:17Z', 'revision_number': 4, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'gw_port': {'id': '7d88bab5-c882-412d-ae7d-fdd6d18b6559', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:17Z', 'updated_at': '2021-08-24T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '43d6fedf-2f4b-464d-b6db-933a55f0f3f3', 'name': '', 'network_id': '2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4', 'tenant_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'mac_address': 'fa:16:3e:5f:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badc735c-4946-4b0d-b3d7-8b7f917cb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:22:08Z', 'updated_at': '2021-08-24T19:22:19Z', 'revision_number': 5, 'project_id': 'f003fbb3c36e438c8dd1f1f673a6cd8b', 'subnets': [{'id': 'b332a40e-1cac-45cf-b22d-2d0581dec8c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f36ad3ca-ee7d-4205-b573-5d5ac4ebd537'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:22:22.774386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 7d88bab5-c882-412d-ae7d-fdd6d18b6559 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:22:22.883251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 7d88bab5-c882-412d-ae7d-fdd6d18b6559 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:22:22.888901 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 7d88bab5-c882-412d-ae7d-fdd6d18b6559 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:22.889276 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:22.983916 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:23.006833 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 7d88bab5-c882-412d-ae7d-fdd6d18b6559, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=7d88bab5-c882-412d-ae7d-fdd6d18b6559,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:22:23.118222 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:23.173579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=7d88bab5-c882-412d-ae7d-fdd6d18b6559,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:22:24.780330 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 7d88bab5-c882-412d-ae7d-fdd6d18b6559 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:22:24.841750 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 7d88bab5-c882-412d-ae7d-fdd6d18b6559 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:22:24.842363 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:31.781712 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7c74bb50-a95f-4044-a9dc-b8cd849257d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:34.472437 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bcede266-c92e-4bae-894e-40a034425f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:34.798491 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:35.764169 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:37.221157 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:22:58.062281 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:23:01.835519 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-cb02d8f6-c990-4759-b2b0-277d107be5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:04.495618 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-45d9cbc6-5fcc-4137-b30d-d16a592ca38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:04.806791 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:06.101754 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:07.200570 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:31.797681 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5dce6499-8ac9-4118-bc5c-f8e6b8bc9588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:34.466052 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9bfe63b6-f2b9-45b1-a8fa-db32ff69d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:34.789340 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:35.061299 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:23:35.749459 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:23:37.212250 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:00.404832 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33044) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:00.466181 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11fdf67-8dcb-4caa-a27d-d555c27aa6b3 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:24:00.467481 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-a11fdf67-8dcb-4caa-a27d-d555c27aa6b3 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617087 Aug 24 19:24:00.629756 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6154d7f-f138-475a-8323-8d03b62dd283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:00.631154 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b6154d7f-f138-475a-8323-8d03b62dd283 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590447 Aug 24 19:24:01.829152 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-109de4e4-651f-43d4-ab23-fdde704ad029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:02.802044 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33054) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:02.894289 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a496d-202f-492e-b4d8-2ba7c5d1317b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:02.895650 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b05a496d-202f-492e-b4d8-2ba7c5d1317b admin admin] 10.222.0.59 "GET /v2.0/subnets/b332a40e-1cac-45cf-b22d-2d0581dec8c2 HTTP/1.1" status: 200 len: 849 time: 0.0925744 Aug 24 19:24:02.905596 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:24:02.988216 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:03.272597 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738724379356'] for subnet, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:03.303963 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:03.304567 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:03.305854 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] 10.222.0.59 "PUT /v2.0/subnets/b332a40e-1cac-45cf-b22d-2d0581dec8c2 HTTP/1.1" status: 200 len: 868 time: 0.4039667 Aug 24 19:24:03.323812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971661a-f796-4311-8870-bcc5cb0088d3 None None] Network 2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:24:03.324456 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b332a40e-1cac-45cf-b22d-2d0581dec8c2,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:24:03.332223 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.332628 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.332968 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.333558 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.333887 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.334237 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.334567 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.334898 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.335224 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.335548 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.335868 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.336183 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5647fbd2-0368-44d8-9d96-150c314aea80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:03.738432 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f706f959-d260-4544-b45e-71c10c996b90 None None] Provisioning complete for port 43d6fedf-2f4b-464d-b6db-933a55f0f3f3 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:24:03.738801 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f706f959-d260-4544-b45e-71c10c996b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:03.825600 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f706f959-d260-4544-b45e-71c10c996b90 None None] Provisioning complete for port 03e77177-9c11-427f-86cc-94cc2392478b triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:24:03.825891 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f706f959-d260-4544-b45e-71c10c996b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:04.468963 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-62a060f8-710e-4d54-9754-40023a3739d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:04.783143 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:05.510557 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33062) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:05.714829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18e3e4-8ef0-4941-84af-7f9ac76fdf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:05.715310 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18e3e4-8ef0-4941-84af-7f9ac76fdf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:05.717492 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-5a18e3e4-8ef0-4941-84af-7f9ac76fdf43 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059760 Aug 24 19:24:05.788697 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:07.226047 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:07.930311 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33072) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:08.061214 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7949896-bbb4-4a18-bb3e-6a7396cd1994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:08.061698 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7949896-bbb4-4a18-bb3e-6a7396cd1994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:08.063175 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a7949896-bbb4-4a18-bb3e-6a7396cd1994 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317894 Aug 24 19:24:10.274225 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33080) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:10.406241 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ca6f8-45e0-4eea-b3e0-242a11bf6e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:10.407603 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d50ca6f8-45e0-4eea-b3e0-242a11bf6e35 admin admin] 10.222.0.59 "GET /v2.0/networks/2fc5f48d-0eb2-4ce0-a4b8-6106994a7cb4 HTTP/1.1" status: 200 len: 869 time: 0.1324089 Aug 24 19:24:12.060210 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:24:12.617936 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33088) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:12.742060 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db014c-e381-4406-9deb-5a710d41d044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:12.743432 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-73db014c-e381-4406-9deb-5a710d41d044 admin admin] 10.222.0.59 "GET /v2.0/networks/ff07b1e7-9a8b-4d47-af53-7d436a1dc865 HTTP/1.1" status: 200 len: 886 time: 0.1245339 Aug 24 19:24:14.910524 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33096) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:15.035214 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f92f8-d4cd-4f92-9577-d9b9a842d851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:15.035568 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f92f8-d4cd-4f92-9577-d9b9a842d851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:15.037148 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-962f92f8-d4cd-4f92-9577-d9b9a842d851 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260362 Aug 24 19:24:17.198944 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33104) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:17.324185 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c06fe-a6e4-4088-adfe-e197568aa7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:17.324780 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c06fe-a6e4-4088-adfe-e197568aa7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:17.326337 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-851c06fe-a6e4-4088-adfe-e197568aa7d7 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263819 Aug 24 19:24:19.551382 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33112) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:19.643689 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e79352-8eb1-437f-a740-c2f35e43940b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:19.645088 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-77e79352-8eb1-437f-a740-c2f35e43940b admin admin] 10.222.0.59 "GET /v2.0/subnets/5aa48840-cd4a-4a46-bf1b-502719027c1f HTTP/1.1" status: 200 len: 816 time: 0.0927160 Aug 24 19:24:21.801749 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33120) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:21.896298 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e918baf-a6a8-4f67-8df1-01a52ff0749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:21.897687 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-9e918baf-a6a8-4f67-8df1-01a52ff0749f admin admin] 10.222.0.59 "GET /v2.0/subnets/b332a40e-1cac-45cf-b22d-2d0581dec8c2 HTTP/1.1" status: 200 len: 868 time: 0.0949113 Aug 24 19:24:31.794627 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c7e38b10-3131-47d6-a9ce-0b8fc9c00413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:34.477266 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a40ac9ad-4dc6-4fe7-892d-27b862f73be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:34.797613 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:35.774282 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:37.219648 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:45.915039 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33174) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:45.964655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [None req-e6105220-4e2e-44a0-8091-7798fc56dde7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:24:45.965651 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e6105220-4e2e-44a0-8091-7798fc56dde7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491126 Aug 24 19:24:48.227188 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33182) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:48.292058 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1997388e-79d0-48f8-b2f6-39a48bfab4eb admin admin] GET failed (client error): The resource could not be found. Aug 24 19:24:48.293385 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-1997388e-79d0-48f8-b2f6-39a48bfab4eb admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647318 Aug 24 19:24:48.432621 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a02ffb-e5d8-4523-8ca6-6df9852357db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:48.434043 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-98a02ffb-e5d8-4523-8ca6-6df9852357db admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360948 Aug 24 19:24:49.059452 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:24:50.656639 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33190) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:50.704168 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:24:50.799242 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Made reservation on behalf of 8bf46d10446348bfb543d4f18c95ee34 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:24:50.801647 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:50.832147 dv-cinder-798198-3-iscsi neutron-server[94429]: WARNING neutron.services.revisions.revision_plugin [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Could not find related network for resource to bump revision. Aug 24 19:24:50.851207 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:24:50.865283 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738724422054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:50.865991 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Unsubscribe: segment precommit_create {{(pid=94429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 19:24:50.866384 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Added segment d2619137-8db6-4153-82b0-301043d4123c of type vlan for network 89227377-c57c-44df-9f5f-567de5924229 Aug 24 19:24:50.929914 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:51.018584 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:51.019569 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:51.020144 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:51.116891 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] Pushing event updated for resources: {'Network': ['ID=89227377-c57c-44df-9f5f-567de5924229,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:24:51.122176 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c98139ff-4fa8-4f46-a4b9-19a2f6164caf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4644580 Aug 24 19:24:51.131997 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 89227377-c57c-44df-9f5f-567de5924229 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:24:53.345469 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33198) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:24:53.404652 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5661e1d3-3596-41ef-817d-3ceb1ab5c5a5 admin admin] GET failed (client error): The resource could not be found. Aug 24 19:24:53.405934 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5661e1d3-3596-41ef-817d-3ceb1ab5c5a5 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595179 Aug 24 19:24:53.473057 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ae085-7d0f-421c-95de-688bfc3d878a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:53.474449 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2c2ae085-7d0f-421c-95de-688bfc3d878a admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638812 Aug 24 19:24:53.484540 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '89227377-c57c-44df-9f5f-567de5924229', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:24:53.609946 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Made reservation on behalf of 8bf46d10446348bfb543d4f18c95ee34 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:24:53.612220 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:53.841328 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:53.896708 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d7deaa-1112-4079-83d7-9b3c5442a9a4,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:24:53.907894 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Checking segment: {'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:24:53.908249 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Network hostable DHCP agents. Network: 89227377-c57c-44df-9f5f-567de5924229, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:24:53.987020 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Network 89227377-c57c-44df-9f5f-567de5924229 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:24:54.080807 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 89227377-c57c-44df-9f5f-567de5924229) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:24:54.084937 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:24:54.085534 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:54.089810 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a497073-af6a-4394-b4cb-db42e434e6da None None] Network 89227377-c57c-44df-9f5f-567de5924229 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:24:54.182448 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-963129c9-7126-4b41-aa84-4a9f67daa361 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7010710 Aug 24 19:24:54.235697 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-89227377-c57c-44df-9f5f-567de5924229', 'network_id': '89227377-c57c-44df-9f5f-567de5924229', 'tenant_id': '8bf46d10446348bfb543d4f18c95ee34', 'fixed_ips': [{'subnet_id': 'b4d7deaa-1112-4079-83d7-9b3c5442a9a4'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:24:54.236652 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:54.478027 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Allocated IP 192.168.233.2 (89227377-c57c-44df-9f5f-567de5924229/b4d7deaa-1112-4079-83d7-9b3c5442a9a4/14f09a40-601b-48cc-a264-59ba51b72ab7) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:24:54.620056 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:54.629083 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Transition to ACTIVE for port object 14f09a40-601b-48cc-a264-59ba51b72ab7 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:24:54.645386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Transition to ACTIVE for port object 14f09a40-601b-48cc-a264-59ba51b72ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:24:54.730154 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:54.771546 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Network 89227377-c57c-44df-9f5f-567de5924229 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:24:54.774971 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:24:54.778627 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:24:54.785517 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Pushing event updated for resources: {'Port': ['ID=14f09a40-601b-48cc-a264-59ba51b72ab7,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:24:54.795527 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.795876 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.796218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.796649 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.796918 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.797247 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.797571 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.797898 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.798236 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.798559 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.798872 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.799187 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:24:54.844608 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Attempting to bind port 14f09a40-601b-48cc-a264-59ba51b72ab7 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:24:54.844978 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Attempting to bind port 14f09a40-601b-48cc-a264-59ba51b72ab7 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:24:54.845381 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Attempting to bind port 14f09a40-601b-48cc-a264-59ba51b72ab7 on network 89227377-c57c-44df-9f5f-567de5924229 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:24:54.850944 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:24:54.851454 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Checking segment: {'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:24:54.853913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:54.853913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Bound using segment: {'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:24:54.853913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Bound port: 14f09a40-601b-48cc-a264-59ba51b72ab7, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:24:54.853913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:54.918000 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] For port 14f09a40-601b-48cc-a264-59ba51b72ab7, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:24:54.925583 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] For port 14f09a40-601b-48cc-a264-59ba51b72ab7, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=14f09a40-601b-48cc-a264-59ba51b72ab7,segment=NetworkSegment(d2619137-8db6-4153-82b0-301043d4123c),segment_id=d2619137-8db6-4153-82b0-301043d4123c)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:24:55.027407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:55.101321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fa843-3ac8-41ad-aec1-e35d40902ce6 None None] Pushing event updated for resources: {'Port': ['ID=14f09a40-601b-48cc-a264-59ba51b72ab7,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:24:55.926747 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c7227-5d1f-41b3-ae5f-f84e2f7931dd None None] Network 89227377-c57c-44df-9f5f-567de5924229 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:24:56.095032 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-21370ced-65d9-4d15-a5cd-df7273542cd0 None None] Provisioning for port 14f09a40-601b-48cc-a264-59ba51b72ab7 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:24:56.878218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 14f09a40-601b-48cc-a264-59ba51b72ab7 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:24:57.026216 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 14f09a40-601b-48cc-a264-59ba51b72ab7 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:24:57.030313 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 14f09a40-601b-48cc-a264-59ba51b72ab7 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:24:57.030686 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:57.111213 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:57.147629 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 14f09a40-601b-48cc-a264-59ba51b72ab7, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=14f09a40-601b-48cc-a264-59ba51b72ab7,segment=NetworkSegment(d2619137-8db6-4153-82b0-301043d4123c),segment_id=d2619137-8db6-4153-82b0-301043d4123c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:24:57.194728 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:24:57.244133 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=14f09a40-601b-48cc-a264-59ba51b72ab7,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:24:58.871983 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 14f09a40-601b-48cc-a264-59ba51b72ab7 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:24:58.919657 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 14f09a40-601b-48cc-a264-59ba51b72ab7 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:24:58.920025 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:01.916960 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-12fa8b69-150d-4fa0-87e5-c46ad1f9331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:04.494188 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-14be41fd-3690-48db-ac90-e22a6eafa03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:04.797112 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:05.756648 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:07.214113 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:26.058182 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:25:31.839722 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-aab7e63f-c366-4631-b440-5bd5d8728f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:34.490727 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-291e7b03-fc27-42eb-bb42-1bd61e37560c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:34.787883 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:35.756869 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:25:37.207630 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:01.822628 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-fd0fea6d-32fd-400f-b46f-0adebf99cc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:03.056372 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:26:04.458758 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-88786359-fc7b-4349-8bbe-9f9a9722b4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:04.793657 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:05.779112 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:07.227747 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:31.850601 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-395bee96-0e87-426d-9658-59952d7dec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:33.327868 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33250) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:26:33.333809 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [None req-ee44fc5a-d31c-4e97-97cf-b831ce1a9a20 tempest-verify_tempest_config-2123741512 tempest-verify_tempest_config-2123741512-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:26:33.334851 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ee44fc5a-d31c-4e97-97cf-b831ce1a9a20 tempest-verify_tempest_config-2123741512 tempest-verify_tempest_config-2123741512-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059075 Aug 24 19:26:33.821717 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33268) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:26:33.927620 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.039020 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.107585 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.155516 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=abd20fa72541484c9665c3ba3b6e4d45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3326266 Aug 24 19:26:34.156129 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9169f7-e55d-48c3-8df2-8b908be77ec1,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:26:34.158079 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33272) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:26:34.162865 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.163232 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.163573 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.163903 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.164231 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.164599 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.164927 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.165249 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.165584 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.165910 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.166228 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.166542 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856da0d-4a27-4c84-a968-d2323bd0fb50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.217225 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.238100 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.393393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.396003 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.399436 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f9169f7-e55d-48c3-8df2-8b908be77ec1 HTTP/1.1" status: 204 len: 168 time: 0.2381365 Aug 24 19:26:34.405248 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9169f7-e55d-48c3-8df2-8b908be77ec1,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:26:34.412488 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.412783 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.413127 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.413468 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.413802 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.414152 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.414515 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.414829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.415172 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.415501 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.415833 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.416156 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ff17b-d4c0-4711-ab7d-1773e8c6d146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:26:34.444447 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-26d8a511-0537-4b1b-a553-d71639f28912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:34.785005 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:35.772957 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:37.218736 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:26:40.054738 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:27:01.810207 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-68c7ca96-50c6-4b9c-8b1e-e623ddbef6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:04.503711 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-badae780-52f1-445f-b78e-7c515f98d94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:04.790266 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:05.759218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:07.249639 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:17.052855 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:27:31.807719 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cb28-85de-446f-8cbd-77833b7c2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:34.471894 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-467e5ea5-066d-47ed-8ee0-f5c8e59e0c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:34.789807 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:35.786449 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:37.226420 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:27:54.052484 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 5 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:28:01.840254 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7500158a-8ab0-4ee4-8aa0-aed1afbe7cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:04.472170 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-28b88ae7-0afe-4a18-bcda-823e3898a6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:04.786714 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:05.771479 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:07.232180 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:11.306176 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605291'] for agent, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:26.967591 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33348) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:28:27.078269 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-bc362b33-b6cd-45d1-b42a-fe7ae3a8e7e9 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1088877 Aug 24 19:28:29.315488 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33362) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:28:29.378304 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5fdf8901-9152-4a23-857a-d187cdccf72f admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0616930 Aug 24 19:28:31.051757 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:28:31.812607 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-09ee8c34-f171-43fd-8243-7bc67c3cff10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:34.482886 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-eef17422-7324-4b18-bc43-52640023161b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:34.797136 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:35.778166 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:37.237049 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:28:41.282142 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:01.823370 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e7486b16-0751-41b3-83cb-5753cde40481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:04.479457 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7315d4fb-b01d-4057-b21e-348e137f1df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:04.797702 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:05.774901 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:07.249041 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:08.050378 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:29:11.301885 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:31.813443 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-715fe0cc-0251-4cc0-84a8-5fb538e82c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:34.469003 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-dd270f1b-1bb0-48ef-8c69-fbdde1fd5a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:34.789586 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:35.790529 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:37.245726 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:41.361197 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:45.049597 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:29:57.863809 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33510) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:29:58.381703 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-network', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:29:58.462414 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Made reservation on behalf of 06ad67d05efc48a180df2740ce5dedba for: {'network': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:29:58.464741 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.474500 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.564321 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.701868 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.724927 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:29:58.733140 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d5e91-21ae-443e-8c3a-9ae0a1c5cd3e,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:29:58.742217 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.742547 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.segments_db [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Added segment 32f862b1-a8c2-4d0c-bd74-648597a50fd9 of type vlan for network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 Aug 24 19:29:58.744199 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.744578 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.744918 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.745240 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.745561 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.745902 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.746257 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.746541 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.746874 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.747189 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.747501 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.747811 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Tracked resource versions report: Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: pushed versions: Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: { 'AddressGroup': {'1.2'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'ConntrackHelper': {'1.0'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Log': {'1.0'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Network': {'1.1'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Port': {'1.7'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'PortForwarding': {'1.2'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'QosPolicy': {'1.9'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroup': {'1.4'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SubPort': {'1.0'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Subnet': {'1.1'}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Trunk': {'1.1'}} Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: consumer versions: Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: HyperV agent@hv-cinder-79819: {}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'ConntrackHelper': '1.0', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Log': '1.0', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Network': '1.1', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Port': '1.7', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'PortForwarding': '1.2', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'QosPolicy': '1.9', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroup': '1.4', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SecurityGroupRule': '1.2', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'SubPort': '1.0', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Subnet': '1.1', Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: 'Trunk': '1.1'}} Aug 24 19:29:58.748886 dv-cinder-798198-3-iscsi neutron-server[94430]: {{(pid=94430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:29:58.795597 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.883236 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.884207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:29:58.884822 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:58.948940 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] Pushing event updated for resources: {'Network': ['ID=0a5ad5e3-9c10-4546-ad12-dff1390a5197,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:29:58.960346 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:29:58.985790 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33558) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:29:58.992762 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Request body: {'subnet': {'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-subnet', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:29:58.995823 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-423aeaf0-0f44-4eda-86b9-771066b1432f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1307738 Aug 24 19:29:59.123749 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Made reservation on behalf of 06ad67d05efc48a180df2740ce5dedba for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:29:59.126048 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:59.348823 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:59.396670 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:29:59.404130 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.404564 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.404890 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.405241 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.405540 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.405885 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.406207 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.406533 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.406874 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.407204 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.407570 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.407874 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Tracked resource versions report: Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: pushed versions: Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: { 'AddressGroup': {'1.2'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'ConntrackHelper': {'1.0'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Log': {'1.0'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Network': {'1.1'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Port': {'1.7'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'PortForwarding': {'1.2'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'QosPolicy': {'1.9'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroup': {'1.4'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SubPort': {'1.0'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Subnet': {'1.1'}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Trunk': {'1.1'}} Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: consumer versions: Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: HyperV agent@hv-cinder-79819: {}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'ConntrackHelper': '1.0', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Log': '1.0', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Network': '1.1', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Port': '1.7', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'PortForwarding': '1.2', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'QosPolicy': '1.9', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroup': '1.4', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SecurityGroupRule': '1.2', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'SubPort': '1.0', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Subnet': '1.1', Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: 'Trunk': '1.1'}} Aug 24 19:29:59.408993 dv-cinder-798198-3-iscsi neutron-server[94429]: {{(pid=94429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:29:59.429571 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Checking segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:29:59.430171 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Network hostable DHCP agents. Network: 0a5ad5e3-9c10-4546-ad12-dff1390a5197, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:29:59.465343 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33578) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:29:59.536999 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:29:59.605538 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 0a5ad5e3-9c10-4546-ad12-dff1390a5197) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:29:59.613880 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:29:59.615490 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:59.622319 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b4f2e3-bfdd-431b-84ae-16c277dfb0af None None] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:29:59.761475 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33598) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:29:59.761960 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ad49004e-fa76-4874-b55f-0e3df0dffc05 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7743783 Aug 24 19:29:59.766757 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:29:59.810696 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:29:59.811734 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:59.868067 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:59.869189 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:29:59.979789 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Allocated IP 172.20.0.2 (0a5ad5e3-9c10-4546-ad12-dff1390a5197/50b3bbb1-629d-4ca3-a18f-43d2267f3ccf/10a1a8d3-e3b8-4f21-902e-63b36d9372ec) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:29:59.993966 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.005661 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33604) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:00.035885 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33608) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:00.082943 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1980953771-network', 'tenant_id': '2638f04be6a545859cf47a40a24cb9c4'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:00.137125 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33618) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:00.158369 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.163313 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-873638032-network', 'tenant_id': '7a54174229cb4b11bc07726eece4a2af'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:00.170068 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Transition to ACTIVE for port object 10a1a8d3-e3b8-4f21-902e-63b36d9372ec will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:00.189298 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Transition to ACTIVE for port object 10a1a8d3-e3b8-4f21-902e-63b36d9372ec will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:00.206146 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Made reservation on behalf of 2638f04be6a545859cf47a40a24cb9c4 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:00.208228 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.217216 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.233954 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-705278639-network', 'tenant_id': '12f52cbd047b400a8376723f14c37c65'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:00.266463 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.286174 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Made reservation on behalf of 7a54174229cb4b11bc07726eece4a2af for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:00.286174 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.287035 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.297668 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.318278 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:00.325176 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:00.329288 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:00.336934 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Pushing event updated for resources: {'Port': ['ID=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:00.347617 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.347958 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.348487 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.348988 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.349483 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.349808 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.350289 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.350777 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.351281 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.351604 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.352101 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.352472 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Tracked resource versions report: Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: pushed versions: Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: { 'AddressGroup': {'1.2'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'ConntrackHelper': {'1.0'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Log': {'1.0'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Network': {'1.1'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Port': {'1.7'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'PortForwarding': {'1.2'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'QosPolicy': {'1.9'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroup': {'1.4'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SubPort': {'1.0'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Subnet': {'1.1'}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Trunk': {'1.1'}} Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: consumer versions: Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: HyperV agent@hv-cinder-79819: {}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'ConntrackHelper': '1.0', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Log': '1.0', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Network': '1.1', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Port': '1.7', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'PortForwarding': '1.2', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'QosPolicy': '1.9', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroup': '1.4', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SecurityGroupRule': '1.2', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'SubPort': '1.0', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Subnet': '1.1', Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: 'Trunk': '1.1'}} Aug 24 19:30:00.353568 dv-cinder-798198-3-iscsi neutron-server[94431]: {{(pid=94431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:30:00.399596 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Attempting to bind port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:00.399962 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Attempting to bind port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:00.400361 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Attempting to bind port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:00.405602 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:00.405963 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Checking segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:00.406541 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.407098 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Bound using segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:00.407566 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Bound port: 10a1a8d3-e3b8-4f21-902e-63b36d9372ec, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:00.407962 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.408549 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.492323 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] For port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:00.497149 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] For port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:00.509398 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-288620730-network', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:00.527394 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.565371 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.591134 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f83460-c112-4e46-b0dd-b3fefe09e1a8,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:00.629243 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:30:00.648807 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.649155 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Added segment b0ffb518-e6b3-4c6c-a060-d594eacabee1 of type vlan for network 2440e2cd-2741-4efe-b877-aa22667c4499 Aug 24 19:30:00.684859 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c14ef-44d7-491c-acd2-96eefb3b9994 None None] Pushing event updated for resources: {'Port': ['ID=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:00.715141 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Made reservation on behalf of 12f52cbd047b400a8376723f14c37c65 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:00.717470 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.718187 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.731494 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.750119 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.798235 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.931820 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.938240 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:00.939772 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:00.996839 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.103704 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] Pushing event updated for resources: {'Network': ['ID=2440e2cd-2741-4efe-b877-aa22667c4499,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:01.113479 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.119770 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 2440e2cd-2741-4efe-b877-aa22667c4499 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:30:01.231937 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:30:01.238556 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Allocated IP 172.27.1.112 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/2da3afe2-6b38-4d84-a498-a5b11d546a73) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:01.257465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.260038 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Added segment 5ae53223-fc54-42fd-905e-6ec9bc329ce4 of type vlan for network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 Aug 24 19:30:01.298910 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd08d67-5bef-4dda-baee-8ff6baca3bc0,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:01.330831 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-37cce957-c770-4d86-9a96-092f6a3f7797 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8539648 Aug 24 19:30:01.337433 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33660) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:01.361547 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Request body: {'subnet': {'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1980953771-subnet', 'tenant_id': '2638f04be6a545859cf47a40a24cb9c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:01.416720 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.478279 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.481430 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Made reservation on behalf of 0bcba9a91f5e4855bdf5044613de0321 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:01.494892 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.518471 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.598273 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.604941 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.606697 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:01.610316 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.714076 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.738817 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:01.842145 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:01.842387 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.842387 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1a130c-ef7c-4e9a-95ba-539471ebdef0,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:01.842387 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:30:01.842723 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:30:01.843845 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:01.864673 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.865016 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Added segment 3689b05a-93f9-41a2-af42-266144bab735 of type vlan for network e70092ee-01e0-4510-8c36-816b342ef97f Aug 24 19:30:01.866354 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:01.924966 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:01.973895 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=2da3afe2-6b38-4d84-a498-a5b11d546a73,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:01.991638 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bd01c58e-996e-4392-9322-1c83926dbe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.027060 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33666) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:02.028423 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-fa540e26-5e96-4183-80d5-36501f6089a6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0212643 Aug 24 19:30:02.029344 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.030720 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:02.031613 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.038969 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Request body: {'subnet': {'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-873638032-subnet', 'tenant_id': '7a54174229cb4b11bc07726eece4a2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:02.101207 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] Pushing event updated for resources: {'Network': ['ID=e70092ee-01e0-4510-8c36-816b342ef97f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:02.114870 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network e70092ee-01e0-4510-8c36-816b342ef97f details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:30:02.123807 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Made reservation on behalf of 2638f04be6a545859cf47a40a24cb9c4 for: {'subnet': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:02.127985 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.207109 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716cfd6e-6607-4ed0-9153-9dc7c5774454 None None] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:02.224580 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b17d17c3-a977-460e-a111-b8e651e30c4b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1871731 Aug 24 19:30:02.227392 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33674) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:02.241837 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Request body: {'subnet': {'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-subnet', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:02.375247 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-22a5c5f2-5748-4f94-b14b-5aadbfa8fdf7 None None] Provisioning for port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:02.434234 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.512238 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.532361 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.559846 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:30:02.571205 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17a40ca-3eb0-44f8-8006-264e1c3b4e50,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:02.578608 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.578608 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Added segment e6af010d-a715-46e9-9879-eff1d27c2c6a of type vlan for network 15cf5dcf-738d-44b5-831d-34d65a4aa388 Aug 24 19:30:02.655999 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.734063 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Made reservation on behalf of 7a54174229cb4b11bc07726eece4a2af for: {'subnet': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:02.737940 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.809184 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.809184 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:02.809184 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.826979 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.844190 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Made reservation on behalf of 12f52cbd047b400a8376723f14c37c65 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:02.847600 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.947599 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b758e91e-2697-4df9-b648-0c906b0f179b,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:02.947599 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:02.981403 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8403621 Aug 24 19:30:02.981856 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33690) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:02.987093 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Request body: {'subnet': {'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-288620730-subnet', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:02.994405 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0ec0e-1afe-4347-a5ab-6e68e592aafb admin admin] Pushing event updated for resources: {'Network': ['ID=15cf5dcf-738d-44b5-831d-34d65a4aa388,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:03.015199 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:30:03.104115 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Checking segment: {'id': 'b0ffb518-e6b3-4c6c-a060-d594eacabee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:03.104514 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Network hostable DHCP agents. Network: 2440e2cd-2741-4efe-b877-aa22667c4499, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:30:03.144717 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 10a1a8d3-e3b8-4f21-902e-63b36d9372ec up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:03.163076 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Made reservation on behalf of 0bcba9a91f5e4855bdf5044613de0321 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:03.165977 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.244536 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Network 2440e2cd-2741-4efe-b877-aa22667c4499 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:30:03.279509 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.283149 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.336255 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:03.341319 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:03.351217 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.354155 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:30:03.359383 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4847464e-3644-49a3-af7c-78dc760c60fe,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:03.375490 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9bc37c-8549-49c9-a3d5-82330c91d1bf,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:03.404488 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Checking segment: {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:03.404842 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Network hostable DHCP agents. Network: e70092ee-01e0-4510-8c36-816b342ef97f, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:30:03.408590 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 2440e2cd-2741-4efe-b877-aa22667c4499) {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:03.428173 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a098c90-c25e-4d44-8ac8-aee5a6791e4e None None] Network 2440e2cd-2741-4efe-b877-aa22667c4499 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:03.491037 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.494760 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Network e70092ee-01e0-4510-8c36-816b342ef97f is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:30:03.504409 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Checking segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:03.504769 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Network hostable DHCP agents. Network: 6a1a130c-ef7c-4e9a-95ba-539471ebdef0, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:30:03.512968 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:03.513587 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.525006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.546816 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, e70092ee-01e0-4510-8c36-816b342ef97f) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:03.560185 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:03.560404 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852f8b5-d20c-4c71-8782-8ee906e30293 None None] Network e70092ee-01e0-4510-8c36-816b342ef97f requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:03.560808 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.565975 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:03.579578 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Sync routers for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:03.587355 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9517be69-e90f-4d07-a9e3-a44cf2f11826,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:03.596996 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:03.598170 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:29:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:03.606984 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:03.608230 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Checking segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:03.608698 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Network hostable DHCP agents. Network: 15cf5dcf-738d-44b5-831d-34d65a4aa388, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:30:03.645033 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-53eb5b99-643b-4fc8-819f-86006540c4ac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3024290 Aug 24 19:30:03.648403 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:30:03.656469 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 6a1a130c-ef7c-4e9a-95ba-539471ebdef0) {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:03.668295 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-07d6d81f-221f-4298-943d-66426e1caf3f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4384818 Aug 24 19:30:03.675749 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:03.676629 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.678525 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33702) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:03.678663 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4858c5de-78c5-4869-9e76-69b4054f6af9 None None] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:03.690383 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:03.719671 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:30:03.719889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.723108 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-debd1e6a-5981-4875-9ee1-2033b7d62aa2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9602876 Aug 24 19:30:03.730474 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33708) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:03.739719 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b09ace-f70c-4af1-a59e-226615460290 None None] Network 2440e2cd-2741-4efe-b877-aa22667c4499 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:03.744869 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.766937 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-f085940b-bc7d-4c53-aa4c-15f63b0acc87 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7392418 Aug 24 19:30:03.782158 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:03.868034 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 15cf5dcf-738d-44b5-831d-34d65a4aa388) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:03.878984 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.882060 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.897224 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:03.898860 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:03.929883 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf61c52-a4d3-4eba-b358-5f3d5af9b332 None None] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:04.035567 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:04.040629 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-67e64231-57e8-4e35-9657-68d8b34ff10c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0563033 Aug 24 19:30:04.076344 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33728) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:04.081506 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:04.093959 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.202273 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aceded-77e4-4bbe-81c6-6be827a9181d None None] Network e70092ee-01e0-4510-8c36-816b342ef97f requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:04.222875 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.224187 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.257350 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:02Z', 'revision_number': 3, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:04.264976 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33750) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:04.294646 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Checking router: f3e94ee2-ed55-4f99-8886-725f65a3d2c6 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:04.294646 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Updating router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 port 2da3afe2-6b38-4d84-a498-a5b11d546a73 binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:30:04.308647 dv-cinder-798198-3-iscsi neutron-server[94430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 19:30:04.327588 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.374352 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33764) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:04.400506 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007dc03-6eb1-40a3-9b4f-965c598b6ccd None None] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:04.467127 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.517736 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.623312 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-15cf5dcf-738d-44b5-831d-34d65a4aa388', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:30:04.624297 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.639344 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f604c23d-6a62-4918-9148-e5158c2cb65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.648013 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.658984 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Transition to ACTIVE for port object 2da3afe2-6b38-4d84-a498-a5b11d546a73 will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:04.718882 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-a44efeb1-e6e5-4489-a501-a1776db1698c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:04.720394 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-a44efeb1-e6e5-4489-a501-a1776db1698c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.3386447 Aug 24 19:30:04.724172 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.764710 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-73ed3aa1-fcbd-4e64-9a3d-431349bdaa3a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/quotas/7a54174229cb4b11bc07726eece4a2af HTTP/1.1" status: 200 len: 375 time: 0.0289264 Aug 24 19:30:04.773795 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Pushing event updated for resources: {'Port': ['ID=2da3afe2-6b38-4d84-a498-a5b11d546a73,revision_number=2']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:04.779340 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15425-0f80-4466-a5b8-16909f08f94d req-2b4154c2-d626-4a57-a883-04bc9becde5c tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:04.779340 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-2b4154c2-d626-4a57-a883-04bc9becde5c tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/networks?id=2440e2cd-2741-4efe-b877-aa22667c4499 HTTP/1.1" status: 200 len: 812 time: 0.5092254 Aug 24 19:30:04.782485 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.783020 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.783569 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.784063 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.784566 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.785043 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.785522 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.786032 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.786538 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.787069 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.787557 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.788029 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Tracked resource versions report: Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: pushed versions: Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: { 'AddressGroup': {'1.2'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'ConntrackHelper': {'1.0'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Log': {'1.0'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Network': {'1.1'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Port': {'1.7'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'PortForwarding': {'1.2'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'QosPolicy': {'1.9'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroup': {'1.4'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroupRule': {'1.2'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SubPort': {'1.0'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Subnet': {'1.1'}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Trunk': {'1.1'}} Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: consumer versions: Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: { DHCP agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: HyperV agent@hv-cinder-79819: {}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: L3 agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: Metadata agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: Metering agent@dv-cinder-798198-3-iscsi: {}, Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: Open vSwitch agent@dv-cinder-798198-3-iscsi: { 'AddressGroup': '1.2', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'ConntrackHelper': '1.0', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Log': '1.0', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Network': '1.1', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Port': '1.7', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'PortForwarding': '1.2', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'QosPolicy': '1.9', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroup': '1.4', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SecurityGroupRule': '1.2', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'SubPort': '1.0', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Subnet': '1.1', Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: 'Trunk': '1.1'}} Aug 24 19:30:04.789733 dv-cinder-798198-3-iscsi neutron-server[94432]: {{(pid=94432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 19:30:04.853941 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Attempting to bind port 2da3afe2-6b38-4d84-a498-a5b11d546a73 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:04.854405 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Attempting to bind port 2da3afe2-6b38-4d84-a498-a5b11d546a73 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:04.854833 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Attempting to bind port 2da3afe2-6b38-4d84-a498-a5b11d546a73 on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:04.861428 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:04.862437 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-3e75df0b-96c6-4a35-bd4f-73eece8c35e6 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841990 Aug 24 19:30:04.862575 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:04.862952 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.863418 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:04.863985 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Bound port: 2da3afe2-6b38-4d84-a498-a5b11d546a73, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:04.864490 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.869584 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-45a091f4-988f-4eec-9721-1e3306766d73 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/quotas/2638f04be6a545859cf47a40a24cb9c4 HTTP/1.1" status: 200 len: 375 time: 0.0585449 Aug 24 19:30:04.920932 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:04.969455 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-daa7ea68-c8ab-4281-9703-010b4f283a99 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2638f04be6a545859cf47a40a24cb9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620029 Aug 24 19:30:04.980705 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] For port 2da3afe2-6b38-4d84-a498-a5b11d546a73, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:04.986346 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] For port 2da3afe2-6b38-4d84-a498-a5b11d546a73, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=2da3afe2-6b38-4d84-a498-a5b11d546a73,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:05.005646 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.065368 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Allocated IP 172.20.0.2 (15cf5dcf-738d-44b5-831d-34d65a4aa388/9517be69-e90f-4d07-a9e3-a44cf2f11826/5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:05.100539 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.152528 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-1e68486f-078e-42dd-976a-4535df7b1c44 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:30:05.153876 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-1e68486f-078e-42dd-976a-4535df7b1c44 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1654754 Aug 24 19:30:05.172438 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:05.173080 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:05.230361 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.289833 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 10a1a8d3-e3b8-4f21-902e-63b36d9372ec up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:05.295654 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.307849 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-e83adec7-6681-4667-aeea-e6de3f12de62 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:30:05.313229 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-e83adec7-6681-4667-aeea-e6de3f12de62 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1838171 Aug 24 19:30:05.356793 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.360500 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.371981 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Transition to ACTIVE for port object 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:05.386834 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:05.401488 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Transition to ACTIVE for port object 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:05.403205 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:05.403581 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.456062 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb5bf2-6a5e-4c35-8cde-7cf1c8ad9bcd None None] Pushing event updated for resources: {'Port': ['ID=2da3afe2-6b38-4d84-a498-a5b11d546a73,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:05.496112 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Allocated IP 172.27.1.109 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:05.502996 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.592445 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-6cba0154-7d4d-423c-a7a8-91005fc44ddf service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172857 Aug 24 19:30:05.620186 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:02Z', 'revision_number': 3, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:05.647894 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:05.652130 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:05.655951 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4381a2-0b3d-4b3b-b711-d531351c20f7 None None] The sync data for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi is: [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:02Z', 'revision_number': 3, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:05.677806 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:05.682251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Pushing event updated for resources: {'Port': ['ID=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:05.704651 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.741349 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-18179860-d13e-49a8-838e-1f9c7cb5d0db service neutron] 10.222.0.59 "GET /v2.0/networks/2440e2cd-2741-4efe-b877-aa22667c4499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989003 Aug 24 19:30:05.762069 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.782847 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.788006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Attempting to bind port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:05.788777 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Attempting to bind port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:05.789745 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Attempting to bind port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:05.796864 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:05.797242 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Checking segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:05.797791 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.798118 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Bound using segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:05.798596 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Bound port: 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:05.800402 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.869498 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.897576 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Allocated IP 172.20.0.1 (0a5ad5e3-9c10-4546-ad12-dff1390a5197/50b3bbb1-629d-4ca3-a18f-43d2267f3ccf/74792eb3-e0f6-4d82-ad23-3dfd04223efd) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:05.901222 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-4856ebb6-e4bc-49cb-aece-4df4fde33c71 service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982514 Aug 24 19:30:05.906096 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] For port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:05.909988 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] For port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:05.933072 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:05.952965 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-f274f657-f5dd-450b-87db-55cc287a6ea2 service neutron] 10.222.0.59 "GET /v2.0/networks/2440e2cd-2741-4efe-b877-aa22667c4499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037647 Aug 24 19:30:05.981785 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:06.079509 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:06.081770 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:06.126889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Transition to ACTIVE for port object 74792eb3-e0f6-4d82-ad23-3dfd04223efd will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:06.130016 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b6275-93b9-44e5-887d-85a166e59492 None None] Pushing event updated for resources: {'Port': ['ID=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:06.137465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:06.142379 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:06.150379 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:06.231464 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Allocated IP 172.27.1.32 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:06.302046 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:06.475097 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:06.491839 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:06.516179 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:06.518550 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:06.561526 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Pushing event updated for resources: {'Port': ['ID=74792eb3-e0f6-4d82-ad23-3dfd04223efd,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:06.714571 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:06.882052 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b9b1c3a8-d1b4-4c5f-b330-c39b8469fa0c req-e7694c5e-b502-413f-bd2f-962e5b42f6e4 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.2071350 Aug 24 19:30:06.913275 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2e195b1c-7392-43c6-b8eb-bd8023bb6cf8 req-8381bcd1-53da-4035-9f15-4fabbbae955f tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.2399836 Aug 24 19:30:06.978406 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.054410 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-827b2642-50b7-4305-8cd3-aec7f5661baa None None] Provisioning for port 74792eb3-e0f6-4d82-ad23-3dfd04223efd completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:07.062506 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-827b2642-50b7-4305-8cd3-aec7f5661baa None None] Provisioning complete for port 74792eb3-e0f6-4d82-ad23-3dfd04223efd triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:07.065915 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-827b2642-50b7-4305-8cd3-aec7f5661baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.237632 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-827b2642-50b7-4305-8cd3-aec7f5661baa None None] Port 74792eb3-e0f6-4d82-ad23-3dfd04223efd cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:30:07.265886 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.337132 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2da3afe2-6b38-4d84-a498-a5b11d546a73 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:07.398245 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.418953 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:07.435114 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:07.473401 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:07.537254 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.554376 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:07.554601 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 2da3afe2-6b38-4d84-a498-a5b11d546a73 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:07.559984 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 2da3afe2-6b38-4d84-a498-a5b11d546a73 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:07.567904 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.701143 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.734975 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 2da3afe2-6b38-4d84-a498-a5b11d546a73, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=2da3afe2-6b38-4d84-a498-a5b11d546a73,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:07.757758 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.807857 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11144856-3e2d-43fc-a87c-9018f43ac67f None None] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:07.865206 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:07.865993 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:08.049170 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=2da3afe2-6b38-4d84-a498-a5b11d546a73,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:08.086804 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4e1320cc-2064-443c-a43a-ff1a877b2f37 None None] Provisioning for port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:08.182543 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:08.185080 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.199454 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:08.199830 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.205665 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7db3c85b-0e4d-4e31-8370-c6b3bf20e22d req-d7e3f4f8-722a-4f73-97b1-93c9d423502b tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.1436627 Aug 24 19:30:08.258122 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc20c906-a622-4beb-8a80-6ebc3ab356da req-94d7f927-af90-4c39-9b4f-ea372c90a665 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.0829535 Aug 24 19:30:08.260535 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.344566 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.364492 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.365728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.426164 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:08.487759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Pushing event updated for resources: {'Port': ['ID=74792eb3-e0f6-4d82-ad23-3dfd04223efd,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:08.518985 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:30:08.520306 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.572787 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:08.586082 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:08.588109 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:08.632130 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-b0876ba2-c117-4819-b5e3-24fb7b26ded1 None None] Provisioning complete for port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:08.632380 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b0876ba2-c117-4819-b5e3-24fb7b26ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.676186 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:08.817030 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:30:08.886352 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:08.901231 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Sync routers for ids ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:08.921706 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Routers {'972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:08.922334 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:08.985158 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:08.990425 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-3732b58b-3bdf-4006-9514-4348bde6e605 admin admin] 10.222.0.59 "PUT /v2.0/routers/f3e94ee2-ed55-4f99-8886-725f65a3d2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2581322 Aug 24 19:30:09.007406 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Sync routers for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:09.019772 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:09.020727 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:09.025704 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-c437a565-b579-4743-8908-98ec0286199c None None] Provisioning complete for port 74792eb3-e0f6-4d82-ad23-3dfd04223efd triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:09.026256 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c437a565-b579-4743-8908-98ec0286199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:09.027140 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:09.029672 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-853bb52e-9d33-47e1-aae1-363f05553686 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3429737 Aug 24 19:30:09.032620 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33912) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:09.056525 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:30:09.096866 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-c437a565-b579-4743-8908-98ec0286199c None None] Port 74792eb3-e0f6-4d82-ad23-3dfd04223efd cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:30:09.112558 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Set router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:09.183503 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2da3afe2-6b38-4d84-a498-a5b11d546a73 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:09.322383 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:09.342830 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Sync routers for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:09.354930 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:09.426101 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:09.427070 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:09.446007 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:09.447527 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-15debb93-8e8e-4d93-a2cf-2d86ba575798 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3702292 Aug 24 19:30:09.450434 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33928) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:09.598120 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ae966702-cf9f-4521-8ef5-fcfc6d0d2dfd req-fce31fc5-1331-44b4-99cb-0abbe0295c29 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.0372026 Aug 24 19:30:09.696052 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 2da3afe2-6b38-4d84-a498-a5b11d546a73 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:09.696460 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:09.760516 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:09.788870 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 2, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:09.801247 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2cd01d03-8558-4a4f-bd13-249118d740b2 req-8450ffd3-912f-4286-873c-d67e41e4b374 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.0433762 Aug 24 19:30:09.853875 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:09.859019 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Checking router: f3e94ee2-ed55-4f99-8886-725f65a3d2c6 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:09.859782 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Updating router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 port 74792eb3-e0f6-4d82-ad23-3dfd04223efd binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:30:09.912574 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:09.938409 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33940) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:09.960242 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-01e72a6f-1493-4343-9307-46b10ce26cb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774703295', 'description': 'tempest-description--312125863'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:09.961653 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:09.968870 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:30:06Z', 'revision_number': 3, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:10.013391 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Allocated IP 172.20.0.1 (e70092ee-01e0-4510-8c36-816b342ef97f/0a9bc37c-8549-49c9-a3d5-82330c91d1bf/97491800-3fee-46bb-8096-80dffc100f7e) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:10.069812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Checking router: 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:10.070248 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Updating router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:30:10.084008 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-01e72a6f-1493-4343-9307-46b10ce26cb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.123039 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.143086 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.197651 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.342396 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.343486 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.347854 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-01e72a6f-1493-4343-9307-46b10ce26cb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.354668 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Transition to ACTIVE for port object 74792eb3-e0f6-4d82-ad23-3dfd04223efd will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:10.368609 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:10.368901 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.393410 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Allocated IP 172.20.0.1 (15cf5dcf-738d-44b5-831d-34d65a4aa388/9517be69-e90f-4d07-a9e3-a44cf2f11826/87c59dfa-f116-43dc-9736-849c4d896b96) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:10.398062 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Network e70092ee-01e0-4510-8c36-816b342ef97f is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:10.404657 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Pushing event updated for resources: {'Port': ['ID=97491800-3fee-46bb-8096-80dffc100f7e,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:10.406310 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:10.442420 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.455567 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-01e72a6f-1493-4343-9307-46b10ce26cb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.461096 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:10.461584 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.467923 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 3, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:10.508297 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e72a6f-1493-4343-9307-46b10ce26cb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061cefaa-5e6e-4020-acb9-86238ff30fa0,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:10.527034 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Checking router: 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:10.527382 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Updating router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:30:10.551521 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.559731 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9de6b-378f-4eeb-9d06-d2a05685e077 None None] Pushing event updated for resources: {'Port': ['ID=74792eb3-e0f6-4d82-ad23-3dfd04223efd,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:10.559946 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-01e72a6f-1493-4343-9307-46b10ce26cb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.562594 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-01e72a6f-1493-4343-9307-46b10ce26cb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6205697 Aug 24 19:30:10.569150 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 33952) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:10.594170 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-f7914d38-f2f2-49b6-aff1-1de56fa8b84b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'security_group_rule': {'security_group_id': '061cefaa-5e6e-4020-acb9-86238ff30fa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:10.594170 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Transition to ACTIVE for port object 87c59dfa-f116-43dc-9736-849c4d896b96 will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:10.604312 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.683311 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.705822 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Transition to ACTIVE for port object 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:10.709185 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Attempting to bind port 74792eb3-e0f6-4d82-ad23-3dfd04223efd on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:10.709804 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Attempting to bind port 74792eb3-e0f6-4d82-ad23-3dfd04223efd by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:10.710345 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Attempting to bind port 74792eb3-e0f6-4d82-ad23-3dfd04223efd on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:10.716818 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:10.717121 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Checking segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:10.734359 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7914d38-f2f2-49b6-aff1-1de56fa8b84b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.737838 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.738253 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Bound using segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:10.738767 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Bound port: 74792eb3-e0f6-4d82-ad23-3dfd04223efd, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:10.739176 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.761729 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.808683 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.836292 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.856878 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Pushing event updated for resources: {'Port': ['ID=87c59dfa-f116-43dc-9736-849c4d896b96,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:10.882125 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] For port 74792eb3-e0f6-4d82-ad23-3dfd04223efd, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:10.885566 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] For port 74792eb3-e0f6-4d82-ad23-3dfd04223efd, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=74792eb3-e0f6-4d82-ad23-3dfd04223efd,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:10.909915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:10.912309 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:10.916715 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:10.922908 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.970826 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:10.991628 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e98eb1-4b99-49bf-88e5-18f3076bface None None] Pushing event updated for resources: {'Port': ['ID=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:11.036721 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e134b880-68bd-43de-883d-929c02e1eabf req-9016333d-4bcb-486f-8af1-d42c7a5fae24 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.0975156 Aug 24 19:30:11.062763 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9de6b-378f-4eeb-9d06-d2a05685e077 None None] Pushing event updated for resources: {'Port': ['ID=74792eb3-e0f6-4d82-ad23-3dfd04223efd,revision_number=4']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:11.095931 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:11.096593 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:11.149250 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e6c1c7ec-c893-4e82-94bc-76ac4fee6d1e req-21a6056a-f5cc-46e1-93bb-6df91d9af58b tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.1152165 Aug 24 19:30:11.186303 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Attempting to bind port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:11.186303 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Attempting to bind port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:11.186303 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Attempting to bind port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:11.213175 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:11.213554 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:11.213959 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.214348 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:11.214839 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Bound port: 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:11.215222 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.317194 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7914d38-f2f2-49b6-aff1-1de56fa8b84b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.346483 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] For port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:11.346483 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] For port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:11.357974 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.380080 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:11.416969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.429857 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Transition to ACTIVE for port object d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:11.445976 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7914d38-f2f2-49b6-aff1-1de56fa8b84b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.473026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7914d38-f2f2-49b6-aff1-1de56fa8b84b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c72192-e227-4b58-9b8b-0bd105b8a2eb,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:11.501579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-280767a5-7edd-46ea-823b-b9edf3669ac5 None None] Provisioning for port 87c59dfa-f116-43dc-9736-849c4d896b96 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:11.501996 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.502826 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.505554 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.513419 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-280767a5-7edd-46ea-823b-b9edf3669ac5 None None] Provisioning complete for port 87c59dfa-f116-43dc-9736-849c4d896b96 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:11.519683 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-280767a5-7edd-46ea-823b-b9edf3669ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.569594 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7914d38-f2f2-49b6-aff1-1de56fa8b84b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.574448 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 33968) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:11.575852 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f7914d38-f2f2-49b6-aff1-1de56fa8b84b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0048308 Aug 24 19:30:11.580950 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.582991 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-fe6f21b2-80bc-404c-9efd-7c6da17162ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'security_group_rule': {'security_group_id': '061cefaa-5e6e-4020-acb9-86238ff30fa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:11.644011 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.649889 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-280767a5-7edd-46ea-823b-b9edf3669ac5 None None] Port 87c59dfa-f116-43dc-9736-849c4d896b96 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:30:11.651914 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Routers {'972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:11.652591 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:11.659461 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e98eb1-4b99-49bf-88e5-18f3076bface None None] Pushing event updated for resources: {'Port': ['ID=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:11.724542 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:11.747757 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e57211-e04f-49c5-b3a3-7e4c51590d87 None None] The sync data for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi is: [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:11.761215 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dff1da-f88b-4723-9557-69f4f328acbf None None] Pushing event updated for resources: {'Port': ['ID=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:11.824168 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Pushing event updated for resources: {'Port': ['ID=97491800-3fee-46bb-8096-80dffc100f7e,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Attempting to bind port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Attempting to bind port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Attempting to bind port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Bound port: d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:11.953892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:11.955427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Network e70092ee-01e0-4510-8c36-816b342ef97f is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:11.955427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:12.067352 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:12.121302 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] Set router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:12.153915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:12.155098 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:12.226196 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] For port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:12.326600 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] For port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:12.379727 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Pushing event updated for resources: {'Port': ['ID=87c59dfa-f116-43dc-9736-849c4d896b96,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:12.397155 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b54fa6fd-06a8-4b37-8000-4358955ac933 req-c4c3c2eb-5cb6-41c5-9052-ee5b3b49ede7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.1856058 Aug 24 19:30:12.417523 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:30:12.419910 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21b2-80bc-404c-9efd-7c6da17162ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:12.490022 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:12.492039 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:12.690235 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-27a3718f-7d98-4405-ac40-87e64d565804 req-edb5ebcd-33b4-4ace-a50b-d0793891088e tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.2737575 Aug 24 19:30:12.775914 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21b2-80bc-404c-9efd-7c6da17162ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:12.887515 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:30:12.894650 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21b2-80bc-404c-9efd-7c6da17162ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:12.943845 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:13.001849 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f21b2-80bc-404c-9efd-7c6da17162ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d1be4b-f009-48d6-9eac-9c1ed2cdfaf1,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:13.103435 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dff1da-f88b-4723-9557-69f4f328acbf None None] Pushing event updated for resources: {'Port': ['ID=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:13.118885 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:13.122931 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:13.126467 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ad52f1a3-9813-451e-8881-f3199be1f9cb admin admin] 10.222.0.59 "PUT /v2.0/routers/972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0925751 Aug 24 19:30:13.163655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21b2-80bc-404c-9efd-7c6da17162ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:13.192069 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-fe6f21b2-80bc-404c-9efd-7c6da17162ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6094804 Aug 24 19:30:13.192069 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 34002) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:13.198545 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:13.199702 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-38b87834-4786-4d99-b17a-f202298434d5 None None] Provisioning complete for port 87c59dfa-f116-43dc-9736-849c4d896b96 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:13.207089 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-38b87834-4786-4d99-b17a-f202298434d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:13.218102 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:13.226188 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:13.318209 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 74792eb3-e0f6-4d82-ad23-3dfd04223efd up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:13.321951 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:13.338547 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f77b8228-982b-448d-9ce6-f6e32f8c80e2 admin admin] 10.222.0.59 "PUT /v2.0/routers/6e584ee9-092d-4a1c-8e76-a699cfcee8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8846090 Aug 24 19:30:13.391810 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:13.582013 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-38b87834-4786-4d99-b17a-f202298434d5 None None] Port 87c59dfa-f116-43dc-9736-849c4d896b96 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:30:13.638318 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 4, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '97491800-3fee-46bb-8096-80dffc100f7e', 'name': '', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'mac_address': 'fa:16:3e:4e:04:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:09Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 2, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'subnets': [{'id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:13.750614 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d529e816-26c9-47e7-8244-9c3b45bf7e24 req-e55c8758-c8ba-4808-8bf9-72dcc18e0f98 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.1086340 Aug 24 19:30:13.791915 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0bca46-9084-4089-badb-4c3195061919 None None] The sync data for ids ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'] in dv-cinder-798198-3-iscsi is: [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 4, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '97491800-3fee-46bb-8096-80dffc100f7e', 'name': '', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'mac_address': 'fa:16:3e:4e:04:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:09Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 2, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'subnets': [{'id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:13.821791 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:13.903405 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 74792eb3-e0f6-4d82-ad23-3dfd04223efd completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:13.921808 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 74792eb3-e0f6-4d82-ad23-3dfd04223efd triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:13.921808 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:13.973490 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2ba3a872-64e4-427e-a1ac-1276ba24d0b3 req-b8dc5dd4-fbe6-4cdc-be67-63fc90963671 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.0921493 Aug 24 19:30:14.206912 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:14.235042 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:14.318023 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 74792eb3-e0f6-4d82-ad23-3dfd04223efd, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=74792eb3-e0f6-4d82-ad23-3dfd04223efd,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:14.384131 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 2, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:14.442497 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ed016-4407-4c6f-9f8d-fae3c48292c9 None None] The sync data for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi is: [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 2, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:14.448779 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-ea79c763-1c69-4cea-b679-2020e24952f1 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:14.454696 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-ea79c763-1c69-4cea-b679-2020e24952f1 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 818 time: 0.4228580 Aug 24 19:30:14.486318 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:14.567537 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34066) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:14.578352 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Allocated IP 172.27.1.80 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/36f20aee-688d-4356-bded-961a5b396831) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:14.588035 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=74792eb3-e0f6-4d82-ad23-3dfd04223efd,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:14.659623 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-4a8eb250-e663-4d48-82e3-e34943460f83 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/quotas/12f52cbd047b400a8376723f14c37c65 HTTP/1.1" status: 200 len: 375 time: 0.0552692 Aug 24 19:30:15.012121 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5196e4b7-aa15-49d3-9a49-d554be3d7ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.019327 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.35', 49585) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:15.024238 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34076) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:15.024238 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-d5c1be40-abfc-4999-8b7f-c2a62557e5a2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768224586', 'description': 'tempest-description--1932952104'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:15.044837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.044837 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-45375f4e-ac0b-4872-a7ab-dee85d408443 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2415733 Aug 24 19:30:15.045471 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5196e4b7-aa15-49d3-9a49-d554be3d7ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.084540 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15425-0f80-4466-a5b8-16909f08f94d req-1698a115-fc8d-495f-8059-8552920f4fa1 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:15.086076 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-1698a115-fc8d-495f-8059-8552920f4fa1 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.35 "GET /v2.0/networks?id=2440e2cd-2741-4efe-b877-aa22667c4499 HTTP/1.1" status: 200 len: 812 time: 0.3144381 Aug 24 19:30:15.127569 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5196e4b7-aa15-49d3-9a49-d554be3d7ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.164074 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 74792eb3-e0f6-4d82-ad23-3dfd04223efd up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:15.200627 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b86e7df-69e3-47e5-8d8a-76502c1151f4 req-a8002554-30b9-40e3-ab5d-98b590886fc5 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.0941193 Aug 24 19:30:15.204808 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Request body: {'port': {'device_id': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499', 'admin_state_up': True, 'tenant_id': '2638f04be6a545859cf47a40a24cb9c4'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:15.221314 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5196e4b7-aa15-49d3-9a49-d554be3d7ebc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cb86f7071b0461fb7e06f7be4fc31cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6549082 Aug 24 19:30:15.224701 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34088) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:15.262003 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 74792eb3-e0f6-4d82-ad23-3dfd04223efd triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:15.262324 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.343381 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196e4b7-aa15-49d3-9a49-d554be3d7ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c044a00-4391-447a-a66b-4d98170c7a11,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:15.373871 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-9e194f90-ec2c-4501-842c-31d465b4bd6f service neutron] 10.222.0.59 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278069 Aug 24 19:30:15.406410 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cd5e-f521-48c5-9540-3c103694580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.443992 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d5c1be40-abfc-4999-8b7f-c2a62557e5a2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.457777 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.469353 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cd5e-f521-48c5-9540-3c103694580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.564902 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.35', 49588) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:15.598298 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:15.606408 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:15.609366 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:15.623812 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'Port': ['ID=36f20aee-688d-4356-bded-961a5b396831,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:15.659340 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d5c1be40-abfc-4999-8b7f-c2a62557e5a2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.706359 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cd5e-f521-48c5-9540-3c103694580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.708952 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cd5e-f521-48c5-9540-3c103694580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.710148 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-a4e7cd5e-f521-48c5-9540-3c103694580a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c044a00-4391-447a-a66b-4d98170c7a11 HTTP/1.1" status: 204 len: 168 time: 0.4845028 Aug 24 19:30:15.728421 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7cd5e-f521-48c5-9540-3c103694580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c044a00-4391-447a-a66b-4d98170c7a11,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:15.734713 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d5c1be40-abfc-4999-8b7f-c2a62557e5a2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:15.774219 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1be40-abfc-4999-8b7f-c2a62557e5a2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:15.938612 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-bc3a0b40-a304-4eb3-ae9c-0a6dfd83da9d service neutron] 10.222.0.59 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467882 Aug 24 19:30:15.940461 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1b31f9cc-7ac4-427c-a289-7e972b53bbd5 req-ab99079e-f1e5-48d7-b2b4-6a081fa1fdbc tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.2859848 Aug 24 19:30:16.013297 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:16.091589 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-b978ab1e-c4ba-4873-a4ac-b25b45b39d5e tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:16.093863 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-b978ab1e-c4ba-4873-a4ac-b25b45b39d5e tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.5290692 Aug 24 19:30:16.107724 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Request body: {'port': {'device_id': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'admin_state_up': True, 'tenant_id': '7a54174229cb4b11bc07726eece4a2af'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:16.179807 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Made reservation on behalf of 2638f04be6a545859cf47a40a24cb9c4 for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:16.183643 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:16.322857 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d5c1be40-abfc-4999-8b7f-c2a62557e5a2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:16.322857 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d5c1be40-abfc-4999-8b7f-c2a62557e5a2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4923995 Aug 24 19:30:16.323293 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 34134) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:16.393994 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'security_group_rule': {'security_group_id': 'eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:16.482842 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fca43633-7b7a-478e-a20e-521910294ee6 req-8f25b66f-c00f-49f3-b8d2-a79032cf0e78 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.2071667 Aug 24 19:30:16.491285 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a69b9868-16ee-458e-9e1e-69f5772214a7 req-7c692931-10f6-4f08-a93d-9b824e6c4705 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 210 time: 0.1778691 Aug 24 19:30:16.493181 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:16.865779 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.db.api [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 19:30:16.865779 dv-cinder-798198-3-iscsi neutron-server[94430]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 19:30:16.865779 dv-cinder-798198-3-iscsi neutron-server[94430]: [parameters: {'project_id_1': '0bcba9a91f5e4855bdf5044613de0321', 'expiration_1': datetime.datetime(2021, 8, 24, 19, 30, 16, 594379)}] Aug 24 19:30:16.865779 dv-cinder-798198-3-iscsi neutron-server[94430]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:30:16.866375 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG oslo_db.api [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:30:17.069655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Made reservation on behalf of 7a54174229cb4b11bc07726eece4a2af for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:17.075356 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.295724 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:17.299554 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Allocated IP 172.20.0.2 (2440e2cd-2741-4efe-b877-aa22667c4499/b758e91e-2697-4df9-b648-0c906b0f179b/f5cceb43-bd57-4a70-b5d7-600c3c4c3870) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:17.352041 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9dbf10d6-7c1c-438a-a907-4c51477c63f8 req-2a30dbf8-2b99-48a5-b0cf-09117a705b8a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.0955169 Aug 24 19:30:17.478413 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:17.483673 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:17.484098 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.538640 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.567860 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-29d64148-d68c-45f8-a2f7-6ea931bab746 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:17.574908 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-29d64148-d68c-45f8-a2f7-6ea931bab746 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 818 time: 0.5990169 Aug 24 19:30:17.674883 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.678425 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.716993 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-fd907ace-d110-4d36-9a1d-2b8c128c3910 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/quotas/12f52cbd047b400a8376723f14c37c65 HTTP/1.1" status: 200 len: 375 time: 0.1411302 Aug 24 19:30:17.740733 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:17.755045 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-43f5da6c-1ded-42a9-9349-b65cb593305b req-9af6e51c-b5bc-4ac8-b107-f6e7f0537883 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.1194913 Aug 24 19:30:17.804633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.810505 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.923793 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:17.929804 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:18.027871 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:18.046074 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Allocated IP 172.20.0.11 (6a1a130c-ef7c-4e9a-95ba-539471ebdef0/4847464e-3644-49a3-af7c-78dc760c60fe/11aa4d8d-d272-4d56-a152-182570ea9cc9) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:18.103130 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.110005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'Port': ['ID=36f20aee-688d-4356-bded-961a5b396831,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:18.174237 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:18.185279 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:18.185279 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.250946 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-c3754406-8bac-486c-ab10-ecf3f0167649 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5324059 Aug 24 19:30:18.278462 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.305072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-357991e3-3e53-4992-a34b-be2db03e0eee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1146779 Aug 24 19:30:18.329345 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.342335 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.365945 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:18.443065 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.533934 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.545730 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:18.623290 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ded69a73-7a03-4670-8559-70da900068d1 req-885f9bb8-cd66-4b1f-ad8c-a303ae46c1c2 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.0904491 Aug 24 19:30:18.629812 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234e535b-8bce-4dba-b4cc-c03207f5e93e,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:18.632162 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.701165 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34236) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:18.784440 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.788328 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-1dbcbf8c-806d-431b-9d75-a6a1060db35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4200213 Aug 24 19:30:18.789784 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34252) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:18.801733 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-2837621c-bdc4-4e39-b313-d92183942e27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'security_group_rule': {'security_group_id': 'eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:18.831412 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Network 2440e2cd-2741-4efe-b877-aa22667c4499 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:18.851388 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:18.866101 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-1d0454a8-13ca-4526-9773-da712f263cac service neutron] 10.222.0.59 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522516 Aug 24 19:30:18.871207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:18.878110 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:18.878773 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.933100 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2837621c-bdc4-4e39-b313-d92183942e27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:18.957767 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Pushing event updated for resources: {'Port': ['ID=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:19.084691 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2837621c-bdc4-4e39-b313-d92183942e27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.141732 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6f54b6e7-ffe5-4b6b-bd95-eb8af1f23fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.160365 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2837621c-bdc4-4e39-b313-d92183942e27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.182580 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837621c-bdc4-4e39-b313-d92183942e27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e82579c-9e1e-4be8-9fa0-273456b9e3c9,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:19.189504 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:19.280409 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:19.281178 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.397736 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6f54b6e7-ffe5-4b6b-bd95-eb8af1f23fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.429169 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:19.435207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.449812 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-291d9429-3274-4f0a-a6f3-c6fa081f2199 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2823479 Aug 24 19:30:19.456997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-39b8fe1e-e4df-429d-8e55-e9b3c36a90f2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1774703295&fields=id&tenant_id=06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 267 time: 0.6795506 Aug 24 19:30:19.475947 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3b67febf-2d6c-4102-a94e-3c86ba114c7a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:30:19.477052 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3b67febf-2d6c-4102-a94e-3c86ba114c7a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181599 Aug 24 19:30:19.565210 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:19.565210 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.616208 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-27c819cf-dbe5-4afd-b4e4-953b3aa4e561 service neutron] 10.222.0.59 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256217 Aug 24 19:30:19.656106 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6f54b6e7-ffe5-4b6b-bd95-eb8af1f23fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.703644 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-a038ab0c-5dff-4faa-a4df-4bebdef23244 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:19.711925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-a038ab0c-5dff-4faa-a4df-4bebdef23244 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 817 time: 0.2298076 Aug 24 19:30:19.739433 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-821857f8-b3fc-4246-9a72-22f2b9f06a04 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/quotas/06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 375 time: 0.0225255 Aug 24 19:30:19.760502 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.761929 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-6f54b6e7-ffe5-4b6b-bd95-eb8af1f23fac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cad6b001017a4d4db1e19df184774bec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0596149 Aug 24 19:30:19.768821 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34276) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:19.836542 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:19.848003 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:19.854138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:19.860606 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:19.861356 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.879490 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event updated for resources: {'Port': ['ID=11aa4d8d-d272-4d56-a152-182570ea9cc9,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:19.880182 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2837621c-bdc4-4e39-b313-d92183942e27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:19.881615 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2837621c-bdc4-4e39-b313-d92183942e27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0905535 Aug 24 19:30:19.888189 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34278) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:19.891980 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b6e7-ffe5-4b6b-bd95-eb8af1f23fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624ea78-a1b2-466b-8404-cb2a03435f9b,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:19.918253 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-0ad2833d-a4ca-4ba7-b6d0-a9b5cbb99f36 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708262 Aug 24 19:30:19.925995 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Request body: {'port': {'device_id': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:19.929852 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:19.938970 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.35', 49600) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:19.966519 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-39825e2f-b5c3-4d43-a6b1-09f62f17a7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.019432 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-39825e2f-b5c3-4d43-a6b1-09f62f17a7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.106204 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.229193 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-39825e2f-b5c3-4d43-a6b1-09f62f17a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.236221 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-39825e2f-b5c3-4d43-a6b1-09f62f17a7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.241805 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-39825e2f-b5c3-4d43-a6b1-09f62f17a7d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1624ea78-a1b2-466b-8404-cb2a03435f9b HTTP/1.1" status: 204 len: 168 time: 0.4690523 Aug 24 19:30:20.259449 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-fefef599-0cfc-464f-9a0a-a882bd24ab73 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1512847 Aug 24 19:30:20.301233 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39825e2f-b5c3-4d43-a6b1-09f62f17a7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624ea78-a1b2-466b-8404-cb2a03435f9b,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:20.391693 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Request body: {'port': {'device_id': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:20.449609 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.500063 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.611559 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34304) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:20.626944 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.737322 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-18d99cbc-f0e2-4625-a718-c004f80899ca tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:20.738886 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-18d99cbc-f0e2-4625-a718-c004f80899ca tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 818 time: 0.7930861 Aug 24 19:30:20.895067 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Allocated IP 172.27.1.123 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/9cbf1d78-c03c-41ce-a495-6cf49173829d) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:20.907989 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-036576f5-434e-44d3-9a8d-382dc14f2670 service neutron] 10.222.0.59 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9551578 Aug 24 19:30:20.942101 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Request body: {'port': {'device_id': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'admin_state_up': True, 'tenant_id': '12f52cbd047b400a8376723f14c37c65'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:20.943074 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-038065b7-024c-4799-8935-46818c833379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:20.943292 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c570-0085-4d18-a66f-c971c82d39fe req-1e5adde9-d891-4bd3-a181-80cfad5404eb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:20.943292 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9a9c570-0085-4d18-a66f-c971c82d39fe req-1e5adde9-d891-4bd3-a181-80cfad5404eb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 932 time: 0.7047324 Aug 24 19:30:21.053772 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Sync routers for ids ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:21.074121 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Routers {'972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:21.075082 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:21.196120 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.274722 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-038065b7-024c-4799-8935-46818c833379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.374044 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-038065b7-024c-4799-8935-46818c833379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.386690 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.415445 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Sync routers for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:21.430416 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:21.431371 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:21.514616 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:21.526216 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:21.567406 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:21.607046 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-038065b7-024c-4799-8935-46818c833379 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48b49da37f3242ed84b03606e8c0f7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9843323 Aug 24 19:30:21.607046 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038065b7-024c-4799-8935-46818c833379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab5de8-481b-4be3-bb29-f5c5d5672b5f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:21.627550 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34330) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:21.701047 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:21.719599 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'Port': ['ID=9cbf1d78-c03c-41ce-a495-6cf49173829d,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:21.732579 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Set router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:21.829559 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.831323 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8642b06f-d2ca-4c55-821d-78f0cf3b3b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.861625 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cceb43-bd57-4a70-b5d7-600c3c4c3870 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:21.869579 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8642b06f-d2ca-4c55-821d-78f0cf3b3b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.871657 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:21.917371 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9a9c570-0085-4d18-a66f-c971c82d39fe req-f1dcad0c-c0a8-45de-ba35-7e2863d9bf8c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9303019 Aug 24 19:30:22.037092 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:22.057888 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:30:22.121365 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-dfeb46da-a166-4095-9f07-7f63313c24bd service neutron] 10.222.0.59 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1788249 Aug 24 19:30:22.181816 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 2, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:22.256804 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Transition to ACTIVE for port object f5cceb43-bd57-4a70-b5d7-600c3c4c3870 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:22.379768 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:22.404417 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 4, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '97491800-3fee-46bb-8096-80dffc100f7e', 'name': '', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'mac_address': 'fa:16:3e:4e:04:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:09Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 2, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'subnets': [{'id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:22.430397 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Checking router: 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:22.430758 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Updating router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b port 97491800-3fee-46bb-8096-80dffc100f7e binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:30:22.458347 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Made reservation on behalf of 12f52cbd047b400a8376723f14c37c65 for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:22.463874 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:22.468100 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:22.535573 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Checking router: 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:22.536280 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Updating router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 port 87c59dfa-f116-43dc-9736-849c4d896b96 binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:30:22.645632 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:22.645724 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8642b06f-d2ca-4c55-821d-78f0cf3b3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:22.650818 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8642b06f-d2ca-4c55-821d-78f0cf3b3b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:22.651997 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-8642b06f-d2ca-4c55-821d-78f0cf3b3b68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fab5de8-481b-4be3-bb29-f5c5d5672b5f HTTP/1.1" status: 204 len: 168 time: 1.0174942 Aug 24 19:30:22.709062 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642b06f-d2ca-4c55-821d-78f0cf3b3b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab5de8-481b-4be3-bb29-f5c5d5672b5f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:22.993008 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.035643 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2e397-4e4b-4f1a-bcba-ee2584d655bf req-ed57fe06-6b18-4cba-9642-b7800e4993fe tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:23.048177 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feb2e397-4e4b-4f1a-bcba-ee2584d655bf req-ed57fe06-6b18-4cba-9642-b7800e4993fe tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 931 time: 0.9204700 Aug 24 19:30:23.097370 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-425f2699-41f0-437e-a76f-3f1f05a7e966 req-956909f9-e560-4900-a03d-14cf6138dd93 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 210 time: 0.3745279 Aug 24 19:30:23.120296 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Pushing event updated for resources: {'Port': ['ID=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:23.214473 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.227188 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Transition to ACTIVE for port object 97491800-3fee-46bb-8096-80dffc100f7e will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:23.335792 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.366282 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Transition to ACTIVE for port object 87c59dfa-f116-43dc-9736-849c4d896b96 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:23.384203 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.388445 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.410346 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.458257 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'Port': ['ID=9cbf1d78-c03c-41ce-a495-6cf49173829d,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:23.512334 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b48aea-f760-4bbc-9bc3-cb087b7a825f None None] Pushing event updated for resources: {'Port': ['ID=97491800-3fee-46bb-8096-80dffc100f7e,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:23.595454 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Attempting to bind port 97491800-3fee-46bb-8096-80dffc100f7e on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:23.595972 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Attempting to bind port 97491800-3fee-46bb-8096-80dffc100f7e by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:23.597276 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Attempting to bind port 97491800-3fee-46bb-8096-80dffc100f7e on network e70092ee-01e0-4510-8c36-816b342ef97f {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:23.599548 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feb2e397-4e4b-4f1a-bcba-ee2584d655bf req-33b5dd92-84e0-4ef7-b807-aae9f1912bc3 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504503 Aug 24 19:30:23.603868 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:23.608173 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Checking segment: {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:23.608173 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.608173 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Bound using segment: {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:23.608173 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Bound port: 97491800-3fee-46bb-8096-80dffc100f7e, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:23.608173 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.608854 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4ac386db-7b50-4de7-8cf6-ef8f45a9fa20 req-fc6aa1ab-5ed1-4944-a941-350b15b914d7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.3995662 Aug 24 19:30:23.648193 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Attempting to bind port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:23.650716 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Attempting to bind port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'b0ffb518-e6b3-4c6c-a060-d594eacabee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:23.651243 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Attempting to bind port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 on network 2440e2cd-2741-4efe-b877-aa22667c4499 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:23.675189 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11aa4d8d-d272-4d56-a152-182570ea9cc9 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:23.682139 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.682139 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2240c3c8-63fa-48a7-9b6b-849a9d0b9449 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7787154 Aug 24 19:30:23.682954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 on network 2440e2cd-2741-4efe-b877-aa22667c4499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:30:23.682954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Attempting to bind port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 on network 2440e2cd-2741-4efe-b877-aa22667c4499 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:23.693111 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:23.693268 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.693763 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Checking segment: {'id': 'b0ffb518-e6b3-4c6c-a060-d594eacabee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:23.694079 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Bound using segment: {'id': 'b0ffb518-e6b3-4c6c-a060-d594eacabee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:23.694847 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Bound port: f5cceb43-bd57-4a70-b5d7-600c3c4c3870, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ffb518-e6b3-4c6c-a060-d594eacabee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:23.695375 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.740336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.763370 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9b373-1746-4a73-af71-9b689e3acb1e None None] Pushing event updated for resources: {'Port': ['ID=87c59dfa-f116-43dc-9736-849c4d896b96,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:23.872549 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] For port 97491800-3fee-46bb-8096-80dffc100f7e, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:23.876606 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Attempting to bind port 87c59dfa-f116-43dc-9736-849c4d896b96 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:23.878711 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Attempting to bind port 87c59dfa-f116-43dc-9736-849c4d896b96 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:23.879203 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Attempting to bind port 87c59dfa-f116-43dc-9736-849c4d896b96 on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:23.887816 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Allocated IP 172.20.0.9 (e70092ee-01e0-4510-8c36-816b342ef97f/0a9bc37c-8549-49c9-a3d5-82330c91d1bf/c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:23.897462 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:23.898308 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Checking segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:23.898501 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] For port 97491800-3fee-46bb-8096-80dffc100f7e, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=97491800-3fee-46bb-8096-80dffc100f7e,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:23.899265 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.899873 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Bound using segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:23.902158 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Bound port: 87c59dfa-f116-43dc-9736-849c4d896b96, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:23.902973 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:23.979077 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Transition to ACTIVE for port object 11aa4d8d-d272-4d56-a152-182570ea9cc9 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:23.991829 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:24.106765 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b48aea-f760-4bbc-9bc3-cb087b7a825f None None] Pushing event updated for resources: {'Port': ['ID=97491800-3fee-46bb-8096-80dffc100f7e,revision_number=4']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:24.129395 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Routers {'972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:24.131045 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:24.136817 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] For port 87c59dfa-f116-43dc-9736-849c4d896b96, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:24.143063 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] For port 87c59dfa-f116-43dc-9736-849c4d896b96, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=87c59dfa-f116-43dc-9736-849c4d896b96,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:24.147497 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:24.249453 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:24.288210 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] Set router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:24.343050 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] For port f5cceb43-bd57-4a70-b5d7-600c3c4c3870, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:24.392927 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-d2357f6f-3167-47f6-93b0-a10b338e6f33 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--768224586&fields=id&tenant_id=0bcba9a91f5e4855bdf5044613de0321 HTTP/1.1" status: 200 len: 267 time: 0.2617676 Aug 24 19:30:24.403230 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d2040-7155-49b2-a65d-116e42ca31cf req-df248892-c7ca-47d1-87ed-d772ac81528d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:24.405216 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-938d2040-7155-49b2-a65d-116e42ca31cf req-df248892-c7ca-47d1-87ed-d772ac81528d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 932 time: 0.4671819 Aug 24 19:30:24.453789 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] For port f5cceb43-bd57-4a70-b5d7-600c3c4c3870, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,segment=NetworkSegment(b0ffb518-e6b3-4c6c-a060-d594eacabee1),segment_id=b0ffb518-e6b3-4c6c-a060-d594eacabee1)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:24.463716 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:24.464563 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:24.683719 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=11aa4d8d-d272-4d56-a152-182570ea9cc9,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:24.685364 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9b373-1746-4a73-af71-9b689e3acb1e None None] Pushing event updated for resources: {'Port': ['ID=87c59dfa-f116-43dc-9736-849c4d896b96,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:24.686605 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 4, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '97491800-3fee-46bb-8096-80dffc100f7e', 'name': '', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'mac_address': 'fa:16:3e:4e:04:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:09Z', 'updated_at': '2021-08-24T19:30:23Z', 'revision_number': 4, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'subnets': [{'id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:24.688130 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83eba8-110e-4ee4-a1ec-b61a8afb68d9 None None] The sync data for ids ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'] in dv-cinder-798198-3-iscsi is: [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:30:10Z', 'revision_number': 4, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '97491800-3fee-46bb-8096-80dffc100f7e', 'name': '', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'mac_address': 'fa:16:3e:4e:04:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:09Z', 'updated_at': '2021-08-24T19:30:23Z', 'revision_number': 4, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'subnets': [{'id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:24.689751 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:24.764012 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Attempting to bind port 11aa4d8d-d272-4d56-a152-182570ea9cc9 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:24.770395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Attempting to bind port 11aa4d8d-d272-4d56-a152-182570ea9cc9 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:24.770395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Attempting to bind port 11aa4d8d-d272-4d56-a152-182570ea9cc9 on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:24.790124 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Port 11aa4d8d-d272-4d56-a152-182570ea9cc9 on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:30:24.790505 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Attempting to bind port 11aa4d8d-d272-4d56-a152-182570ea9cc9 on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:24.804936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:24.804936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:24.804936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Checking segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:24.804936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Bound using segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:24.804936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Bound port: 11aa4d8d-d272-4d56-a152-182570ea9cc9, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:24.804936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:24.809464 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-938d2040-7155-49b2-a65d-116e42ca31cf req-19bfa1df-040c-45cc-9b03-d5a1c581ab6c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591659 Aug 24 19:30:24.963828 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34394) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:24.982537 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cbb02e0f-8734-4c44-9848-d3fdc9d69877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.067225 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.35', 49609) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:25.124013 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:24Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:25.141341 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.203103 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a001a8-0ea2-4229-9878-29a9e954153a None None] The sync data for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi is: [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:24Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:25.250400 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] For port 11aa4d8d-d272-4d56-a152-182570ea9cc9, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:25.277129 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 97491800-3fee-46bb-8096-80dffc100f7e up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:25.356350 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a19d044b-f05d-4402-8126-9139bc411d55 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:25.357948 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a19d044b-f05d-4402-8126-9139bc411d55 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 810 time: 0.9640491 Aug 24 19:30:25.365586 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-001267ac-a0fb-4a68-8f49-249331ea8e7b req-996a0eec-e3c8-4aae-a490-152f08185eb4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 210 time: 0.2518404 Aug 24 19:30:25.451958 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] For port 11aa4d8d-d272-4d56-a152-182570ea9cc9, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:25.518017 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:25.518017 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.518017 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] 10.222.0.35 "PUT /v2.0/ports/f5cceb43-bd57-4a70-b5d7-600c3c4c3870 HTTP/1.1" status: 200 len: 1093 time: 5.7809005 Aug 24 19:30:25.522844 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-bab0e2b3-f969-4a4d-9fcf-2a3d45263ac3 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/quotas/0bcba9a91f5e4855bdf5044613de0321 HTTP/1.1" status: 200 len: 375 time: 0.0893133 Aug 24 19:30:25.523539 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'tag': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:25.612435 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-28081b31-8d1c-4918-a53c-98b0160a417f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:25.618064 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-28081b31-8d1c-4918-a53c-98b0160a417f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 818 time: 0.5485270 Aug 24 19:30:25.669540 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 97491800-3fee-46bb-8096-80dffc100f7e completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:25.678494 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 97491800-3fee-46bb-8096-80dffc100f7e triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:25.678494 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.817854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103f22c-1ac6-4dba-850e-353f93cb592e service neutron] Pushing event updated for resources: {'Port': ['ID=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:25.826622 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.833405 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.854785 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cbb02e0f-8734-4c44-9848-d3fdc9d69877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.894966 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Request body: {'port': {'device_id': '0b3252f0-c442-46e2-9da6-666aacad067c', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'admin_state_up': True, 'tenant_id': '12f52cbd047b400a8376723f14c37c65'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:25.939465 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.980958 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cbb02e0f-8734-4c44-9848-d3fdc9d69877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.988136 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:25.991311 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:25.997435 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] 10.222.0.35 "PUT /v2.0/ports/11aa4d8d-d272-4d56-a152-182570ea9cc9 HTTP/1.1" status: 200 len: 1094 time: 5.7000487 Aug 24 19:30:26.085482 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 97491800-3fee-46bb-8096-80dffc100f7e, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=97491800-3fee-46bb-8096-80dffc100f7e,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:26.086551 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-cbb02e0f-8734-4c44-9848-d3fdc9d69877 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42fa05d2c41c481e86474707168eeab3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1213040 Aug 24 19:30:26.087317 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02e0f-8734-4c44-9848-d3fdc9d69877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe9bd27-99b8-47c4-9d90-3917b55c847e,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:26.089030 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 34416) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:26.119489 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feed4c60-5a69-4ff3-914c-06efbe7adf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba289862-3027-492b-b4d1-d8539e4f3126", "tag": "f5cceb43-bd57-4a70-b5d7-600c3c4c3870"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:26.153622 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:26.158573 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 87c59dfa-f116-43dc-9736-849c4d896b96 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:26.172000 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Network e70092ee-01e0-4510-8c36-816b342ef97f is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:26.253526 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:26.268403 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-370a3035-9272-4a00-992c-5d2ac620782a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6241896 Aug 24 19:30:26.305312 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:26.311239 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Made reservation on behalf of 12f52cbd047b400a8376723f14c37c65 for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:26.315775 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:26.335040 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:26.335919 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:26.357854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16744ccf-c362-4c4b-a379-14fe47c7f7b9 req-84c94544-1e28-4750-a8e4-a3d74d89fd56 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:26.362064 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-16744ccf-c362-4c4b-a379-14fe47c7f7b9 req-84c94544-1e28-4750-a8e4-a3d74d89fd56 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 943 time: 0.7190604 Aug 24 19:30:26.419273 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=97491800-3fee-46bb-8096-80dffc100f7e,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:26.566756 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64965e61-e110-4a48-82ae-c9100f99bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=11aa4d8d-d272-4d56-a152-182570ea9cc9,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:26.628097 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15425-0f80-4466-a5b8-16909f08f94d req-4cb52e1e-6097-4f7b-83ee-079b683790d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:26.630371 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-4cb52e1e-6097-4f7b-83ee-079b683790d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2638f04be6a545859cf47a40a24cb9c4&device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 1096 time: 0.6917806 Aug 24 19:30:26.704085 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-16744ccf-c362-4c4b-a379-14fe47c7f7b9 req-53cb595a-6596-421b-806e-8c02a70cc6b6 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998013 Aug 24 19:30:26.740579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 87c59dfa-f116-43dc-9736-849c4d896b96 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:26.746216 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 87c59dfa-f116-43dc-9736-849c4d896b96 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:26.748836 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:26.759918 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9321842 Aug 24 19:30:26.768789 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Allocated IP 172.20.0.6 (e70092ee-01e0-4510-8c36-816b342ef97f/0a9bc37c-8549-49c9-a3d5-82330c91d1bf/f205b3f4-2282-41d5-8ee6-7679e24a4176) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:26.771378 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-28476c8e-b23c-432f-9d4d-0a5297489d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:26.773286 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-28476c8e-b23c-432f-9d4d-0a5297489d5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 1097 time: 0.5019286 Aug 24 19:30:26.774072 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7d48-2594-48e9-bd0f-661dbe84d8b9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Pushing event updated for resources: {'Port': ['ID=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:26.777892 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef727-4a5e-4ece-bcdc-d02d922193da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:26.815033 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef727-4a5e-4ece-bcdc-d02d922193da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:26.917697 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ca23c6ff-cc85-458d-8b1e-753de354107c req-7eb8eb86-c706-484d-bc75-35b55dc742ea tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.0717349 Aug 24 19:30:26.935741 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Request body: {'port': {'device_id': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:26.957112 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.028494 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 87c59dfa-f116-43dc-9736-849c4d896b96, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=87c59dfa-f116-43dc-9736-849c4d896b96,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:27.071067 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-9dce5420-5c3e-4425-a048-a82e428a7588 service neutron] 10.222.0.59 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905365 Aug 24 19:30:27.094222 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.110969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.164772 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-eb04c318-3318-4a0a-a34d-1e6d202c99e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5cceb43-bd57-4a70-b5d7-600c3c4c3870 HTTP/1.1" status: 200 len: 217 time: 0.2552814 Aug 24 19:30:27.187573 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-d8aca6e6-d000-4e30-8b5b-ee6257501993 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9 HTTP/1.1" status: 200 len: 217 time: 0.2770741 Aug 24 19:30:27.225805 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.229248 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=87c59dfa-f116-43dc-9736-849c4d896b96,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:27.264009 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 97491800-3fee-46bb-8096-80dffc100f7e up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:27.351755 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 97491800-3fee-46bb-8096-80dffc100f7e triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:27.352491 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.368075 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Network e70092ee-01e0-4510-8c36-816b342ef97f is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:27.381426 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:27.407342 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:27.421508 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:27.422144 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.471569 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Pushing event updated for resources: {'Port': ['ID=f205b3f4-2282-41d5-8ee6-7679e24a4176,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:27.687589 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.799814 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15425-0f80-4466-a5b8-16909f08f94d req-b3131d15-a85d-464d-8123-6bb58c51c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:27.801977 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-b3131d15-a85d-464d-8123-6bb58c51c75b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b758e91e-2697-4df9-b648-0c906b0f179b HTTP/1.1" status: 200 len: 852 time: 0.4650562 Aug 24 19:30:27.817133 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2098-c5e1-41b2-baf2-aed646e6ae67 req-c266c845-b8f4-42b7-bf0a-b8b9a4387196 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:27.826000 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e3ce2098-c5e1-41b2-baf2-aed646e6ae67 req-c266c845-b8f4-42b7-bf0a-b8b9a4387196 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 944 time: 0.7452435 Aug 24 19:30:27.838551 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-69493d6c-f103-48ed-ac51-31c6f3728025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:27.839963 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-69493d6c-f103-48ed-ac51-31c6f3728025 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4847464e-3644-49a3-af7c-78dc760c60fe HTTP/1.1" status: 200 len: 854 time: 0.1665769 Aug 24 19:30:27.842495 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-feffa4a3-ad4d-4498-918f-d800ae5965fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9599309 Aug 24 19:30:27.868134 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef727-4a5e-4ece-bcdc-d02d922193da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.870834 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef727-4a5e-4ece-bcdc-d02d922193da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:27.872071 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-3a3ef727-4a5e-4ece-bcdc-d02d922193da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fe9bd27-99b8-47c4-9d90-3917b55c847e HTTP/1.1" status: 204 len: 168 time: 1.7477252 Aug 24 19:30:27.880865 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-f30dd771-59df-49a8-8b5c-8cb436e8ead1 service neutron] 10.222.0.59 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098644 Aug 24 19:30:27.919101 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e3ce2098-c5e1-41b2-baf2-aed646e6ae67 req-2e7b7f4e-0643-4deb-9ae5-c34358a55d39 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834479 Aug 24 19:30:27.922440 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef727-4a5e-4ece-bcdc-d02d922193da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe9bd27-99b8-47c4-9d90-3917b55c847e,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa61116f-08d7-49e9-8c81-e2eac3e4f73b x-openstack-request-id: req-fa61116f-08d7-49e9-8c81-e2eac3e4f73b {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba289862-3027-492b-b4d1-d8539e4f3126", "tag": "f5cceb43-bd57-4a70-b5d7-600c3c4c3870", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa61116f-08d7-49e9-8c81-e2eac3e4f73b {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'tag': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870', 'status': 'completed', 'code': 200} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Transition to ACTIVE for port object c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4368af-7733-4c0f-b47d-4b3c5b3cf239 req-dd0c7727-0be5-4c55-a345-c93f78bd9896 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:28.566308 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ec4368af-7733-4c0f-b47d-4b3c5b3cf239 req-dd0c7727-0be5-4c55-a345-c93f78bd9896 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 931 time: 0.1112580 Aug 24 19:30:28.569383 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Request body: {'port': {'device_id': '0b3252f0-c442-46e2-9da6-666aacad067c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:28.601490 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-1ebd7f9e-53ec-4ef4-844b-672d2ffb7b8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643258 Aug 24 19:30:28.677282 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-e25320fd-7614-4a00-8883-52a2fda17d3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2440e2cd-2741-4efe-b877-aa22667c4499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428595 Aug 24 19:30:28.720424 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ec4368af-7733-4c0f-b47d-4b3c5b3cf239 req-f8457fc9-ba1d-41ae-81e2-b4d6ac715cf9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848831 Aug 24 19:30:28.721090 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:28.802621 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128c58-d42c-42a5-ac87-21eee9836214 req-80ef6b1d-97c7-4e2c-a902-cf963dcbf170 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:28.814521 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e2128c58-d42c-42a5-ac87-21eee9836214 req-80ef6b1d-97c7-4e2c-a902-cf963dcbf170 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 943 time: 0.2105651 Aug 24 19:30:28.819828 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:28.985423 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:28.991305 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.35', 49616) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:29.269991 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 87c59dfa-f116-43dc-9736-849c4d896b96 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:29.298747 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-640e97c2-caa6-4bab-b5af-abbb39de4b8a req-55f69bff-980c-42d1-905a-e890bd20ae1e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.2812970 Aug 24 19:30:29.419325 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 87c59dfa-f116-43dc-9736-849c4d896b96 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:29.419951 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:29.714748 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f205b3f4-2282-41d5-8ee6-7679e24a4176 {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:29.728789 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:29.785519 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e2128c58-d42c-42a5-ac87-21eee9836214 req-f95f4b94-193d-4cd2-8576-cada9f0463f1 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713693 Aug 24 19:30:29.789472 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Transition to ACTIVE for port object f205b3f4-2282-41d5-8ee6-7679e24a4176 will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:29.809301 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a73a0bb-bae5-4c58-9e26-ce94b4ebcd8d req-bc2ee592-888d-47e6-b219-0dc222fe2280 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 210 time: 0.2334504 Aug 24 19:30:29.852860 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:29.864225 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Attempting to bind port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:29.868619 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Attempting to bind port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:29.868619 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Attempting to bind port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 on network e70092ee-01e0-4510-8c36-816b342ef97f {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:29.907099 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 on network e70092ee-01e0-4510-8c36-816b342ef97f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:30:29.907422 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Attempting to bind port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 on network e70092ee-01e0-4510-8c36-816b342ef97f {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:30.025086 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-de65f5e9-3352-4730-9068-5a0a65ad5963 service neutron] 10.222.0.35 "GET /v2.0/networks/2440e2cd-2741-4efe-b877-aa22667c4499?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1995778 Aug 24 19:30:30.081363 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:30.081712 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Checking segment: {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:30.082114 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Bound using segment: {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:30.084328 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Bound port: c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:30.084328 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:30.131179 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Pushing event updated for resources: {'Port': ['ID=f205b3f4-2282-41d5-8ee6-7679e24a4176,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:30.140730 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-279a4042-12ee-4ba0-8a0d-262c82d6a021 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:30.142297 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-279a4042-12ee-4ba0-8a0d-262c82d6a021 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 817 time: 1.0626285 Aug 24 19:30:30.144306 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-051bd4ff-20e9-4597-84a7-2ff82448b8d5 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3215981 Aug 24 19:30:30.163616 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Attempting to bind port f205b3f4-2282-41d5-8ee6-7679e24a4176 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:30.168490 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Attempting to bind port f205b3f4-2282-41d5-8ee6-7679e24a4176 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:30.168490 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Attempting to bind port f205b3f4-2282-41d5-8ee6-7679e24a4176 on network e70092ee-01e0-4510-8c36-816b342ef97f {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:30.173132 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Port f205b3f4-2282-41d5-8ee6-7679e24a4176 on network e70092ee-01e0-4510-8c36-816b342ef97f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:30:30.173132 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Attempting to bind port f205b3f4-2282-41d5-8ee6-7679e24a4176 on network e70092ee-01e0-4510-8c36-816b342ef97f {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:30.181395 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:30.182021 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Checking segment: {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:30.189219 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Bound using segment: {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:30.209101 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Bound port: f205b3f4-2282-41d5-8ee6-7679e24a4176, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3689b05a-93f9-41a2-af42-266144bab735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:30.209101 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:30.381077 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] For port f205b3f4-2282-41d5-8ee6-7679e24a4176, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:30.387188 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] For port f205b3f4-2282-41d5-8ee6-7679e24a4176, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:30.435196 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2e8f-95dd-46fd-a143-976dacf53eeb req-0f823630-98d2-4e70-92f7-9956d8e00bd0 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:30.444309 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3ec2e8f-95dd-46fd-a143-976dacf53eeb req-0f823630-98d2-4e70-92f7-9956d8e00bd0 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 944 time: 0.5084014 Aug 24 19:30:30.450407 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:30.465095 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318abfa-2fa5-4fcd-a014-a44915f85e26 req-adad65eb-ab83-4546-832a-a0231ff34961 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:30.466708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f318abfa-2fa5-4fcd-a014-a44915f85e26 req-adad65eb-ab83-4546-832a-a0231ff34961 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 943 time: 0.5389578 Aug 24 19:30:30.506165 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:30.508160 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:30.513020 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'tag': '11aa4d8d-d272-4d56-a152-182570ea9cc9'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:30.513156 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] 10.222.0.35 "PUT /v2.0/ports/f205b3f4-2282-41d5-8ee6-7679e24a4176 HTTP/1.1" status: 200 len: 1093 time: 1.9751387 Aug 24 19:30:30.513156 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3252f0-c442-46e2-9da6-666aacad067c', 'tag': 'f205b3f4-2282-41d5-8ee6-7679e24a4176'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:30.513367 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fdc08-c6b9-4564-a225-43a080a1adea" -d '{"events": [{"name": "network-changed", "server_uuid": "fd316c0d-59a0-4082-91a9-019af34e063b", "tag": "11aa4d8d-d272-4d56-a152-182570ea9cc9"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:30.625132 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-f48fceb1-c884-4c83-a68f-d29fbc6d499e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 380 time: 0.4116631 Aug 24 19:30:30.636479 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] For port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:30.653456 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe52cd89-1e6e-4cd7-af2f-e85ec8f31c06 req-53b06d1c-a476-4498-b65f-c8332ac9c743 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386897 Aug 24 19:30:30.683216 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65e15425-0f80-4466-a5b8-16909f08f94d req-47a5be4f-789c-40e3-a5e2-67a4ad0827bd service neutron] 10.222.0.35 "GET /v2.0/networks/2440e2cd-2741-4efe-b877-aa22667c4499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838170 Aug 24 19:30:30.701972 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3ec2e8f-95dd-46fd-a143-976dacf53eeb req-bfe26b59-32b5-49bc-af04-d0867b101a7b tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519825 Aug 24 19:30:30.704783 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] For port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:30.730173 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f318abfa-2fa5-4fcd-a014-a44915f85e26 req-da58319f-e722-4091-9521-f45c8c308750 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911724 Aug 24 19:30:30.770427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'port': {'device_id': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'admin_state_up': True, 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'security_groups': ['061cefaa-5e6e-4020-acb9-86238ff30fa0']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:30.831744 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:30.883627 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14a2b78-e1d0-4523-875f-a97fac3052b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3252f0-c442-46e2-9da6-666aacad067c", "tag": "f205b3f4-2282-41d5-8ee6-7679e24a4176"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:30.897015 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34078e6-3dcd-49ed-b3e7-53a59bd3ebce service neutron] Pushing event updated for resources: {'Port': ['ID=f205b3f4-2282-41d5-8ee6-7679e24a4176,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:30.976134 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913e742c-a25f-4107-a925-dd15b717c106 x-openstack-request-id: req-913e742c-a25f-4107-a925-dd15b717c106 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:30.976451 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd316c0d-59a0-4082-91a9-019af34e063b", "tag": "11aa4d8d-d272-4d56-a152-182570ea9cc9", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:30.976670 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-913e742c-a25f-4107-a925-dd15b717c106 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:30.978516 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'tag': '11aa4d8d-d272-4d56-a152-182570ea9cc9', 'status': 'completed', 'code': 200} Aug 24 19:30:30.981426 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4498e83f-b173-4da1-8dc1-4a4a7bebd282 req-de67877f-bd7a-4323-b989-05b101df6d11 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.1604517 Aug 24 19:30:31.005415 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:31.006058 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:31.007521 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 1093 time: 4.0994673 Aug 24 19:30:31.133911 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aef16-68a2-4ad9-9a29-92d042aef2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:31.372026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-b4e2d980-9fd3-48b9-a456-285773c902e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:31.373916 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-b4e2d980-9fd3-48b9-a456-285773c902e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1096 time: 0.0791204 Aug 24 19:30:31.404070 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-16d79bcc-07ba-4155-9375-32f4f97e267e req-92cc5855-8911-473b-997d-282b4f7c0b8d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 210 time: 0.2712564 Aug 24 19:30:31.468456 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-e0f6694b-0545-4fb5-94ab-3fd67c805671 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 217 time: 0.0850158 Aug 24 19:30:31.496854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-a2cd7170-fc8c-46d1-9c47-04525086269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:31.498441 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-a2cd7170-fc8c-46d1-9c47-04525086269a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 1096 time: 0.4093788 Aug 24 19:30:31.510352 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537f1f-ab75-43fa-8ca1-058cc44cf6e6 req-633ea6ea-f6ea-4cdf-975c-41c7ca1a308f tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:31.518220 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7e537f1f-ab75-43fa-8ca1-058cc44cf6e6 req-633ea6ea-f6ea-4cdf-975c-41c7ca1a308f tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 943 time: 0.4643884 Aug 24 19:30:31.580150 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-2af03650-000f-4926-93a4-28e60e99f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:31.582063 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-2af03650-000f-4926-93a4-28e60e99f39a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.1040790 Aug 24 19:30:31.608294 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-cf1564f6-a35d-49ce-920d-00dca8ecf232 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176 HTTP/1.1" status: 200 len: 217 time: 0.0816014 Aug 24 19:30:31.629190 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-c5b0619c-d2ea-433f-bcfd-4dcd0220fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:31.630861 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-c5b0619c-d2ea-433f-bcfd-4dcd0220fb44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 1097 time: 0.2342737 Aug 24 19:30:31.638860 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Made reservation on behalf of 06ad67d05efc48a180df2740ce5dedba for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:31.641158 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:31.674345 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-3397a454-5bb5-431d-a326-26e4080a766d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790825 Aug 24 19:30:31.691261 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-49744696-591b-4a01-91fb-062c985e8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:31.693879 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-49744696-591b-4a01-91fb-062c985e8af6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2638f04be6a545859cf47a40a24cb9c4&device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 1096 time: 0.2955573 Aug 24 19:30:31.815535 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ebeb46-d579-4f14-aebe-67964d263e03 x-openstack-request-id: req-33ebeb46-d579-4f14-aebe-67964d263e03 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:31.815815 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3252f0-c442-46e2-9da6-666aacad067c", "tag": "f205b3f4-2282-41d5-8ee6-7679e24a4176", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:31.816255 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33ebeb46-d579-4f14-aebe-67964d263e03 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:31.816891 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3252f0-c442-46e2-9da6-666aacad067c', 'tag': 'f205b3f4-2282-41d5-8ee6-7679e24a4176', 'status': 'completed', 'code': 200} Aug 24 19:30:31.854290 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-c8d09e0b-9903-4ffc-9ca2-d27f4f9698b6 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719623 Aug 24 19:30:31.937270 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5a7f492f-ffa1-4648-ac36-015cb8e0f15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:32.016392 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7e537f1f-ab75-43fa-8ca1-058cc44cf6e6 req-408c680a-4222-45f9-8fea-46f107805365 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638879 Aug 24 19:30:32.115631 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-42e7efdb-d427-4e17-a508-6cd6bf46140a req-8e5319e5-63cf-4f46-bcf0-d2aa3c22fc18 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456629 Aug 24 19:30:32.250869 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-c8e142a3-ec9a-416d-9c41-7ae1595915ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.252682 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-c8e142a3-ec9a-416d-9c41-7ae1595915ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.5378351 Aug 24 19:30:32.360975 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-e3bac91d-c19f-4723-84db-db34aaff5713 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739934 Aug 24 19:30:32.401391 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-f4a2fc1f-c97a-4c13-93f7-7b3580cbeaba tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.404610 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-f4a2fc1f-c97a-4c13-93f7-7b3580cbeaba tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 810 time: 0.1645238 Aug 24 19:30:32.483740 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-80ad68b2-da3c-4465-9f38-51e183ea9882 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bcba9a91f5e4855bdf5044613de0321 HTTP/1.1" status: 200 len: 379 time: 0.0694208 Aug 24 19:30:32.494384 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'port': {'device_id': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'admin_state_up': True, 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'security_groups': ['eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce']}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:32.550923 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-bed5da5b-92f0-4cd3-8534-707d009be4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.553158 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-bed5da5b-92f0-4cd3-8534-707d009be4f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 915 time: 0.8291144 Aug 24 19:30:32.560027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-f1e37b60-7b36-4878-9e13-c5c1ad98ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.563526 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-f1e37b60-7b36-4878-9e13-c5c1ad98ad83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2440e2cd-2741-4efe-b877-aa22667c4499 HTTP/1.1" status: 200 len: 913 time: 0.8091121 Aug 24 19:30:32.601207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb621d70-94f3-4781-b993-158d71479662 req-8a3887ce-328f-4cc8-bf6f-e52677f5c8a7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.602879 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eb621d70-94f3-4781-b993-158d71479662 req-8a3887ce-328f-4cc8-bf6f-e52677f5c8a7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 944 time: 0.4571781 Aug 24 19:30:32.678085 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-3111e06b-337c-4964-82fe-dc8c7dee2d70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9 HTTP/1.1" status: 200 len: 217 time: 0.1123564 Aug 24 19:30:32.687497 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb210-39d1-4156-a975-3d7a8cf7ce5d req-aa3db733-2eed-40c0-9b92-e6671885896c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.694812 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34cdb210-39d1-4156-a975-3d7a8cf7ce5d req-aa3db733-2eed-40c0-9b92-e6671885896c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 943 time: 0.5429547 Aug 24 19:30:32.755904 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-0de61d72-8afd-4e3f-a6c7-83741ff1b454 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5cceb43-bd57-4a70-b5d7-600c3c4c3870 HTTP/1.1" status: 200 len: 217 time: 0.1425726 Aug 24 19:30:32.763725 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Allocated IP 172.20.0.3 (0a5ad5e3-9c10-4546-ad12-dff1390a5197/50b3bbb1-629d-4ca3-a18f-43d2267f3ccf/39906ad8-eb91-4f23-8e1c-cbdd3d7aa570) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:32.778324 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Made reservation on behalf of 0bcba9a91f5e4855bdf5044613de0321 for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:32.782376 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:32.930198 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34cdb210-39d1-4156-a975-3d7a8cf7ce5d req-ec0beed6-1c0d-4e91-b07b-811d084d1554 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344539 Aug 24 19:30:32.933261 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eb621d70-94f3-4781-b993-158d71479662 req-a002868a-7b09-48a9-bb47-828395686540 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824891 Aug 24 19:30:32.946631 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-f5d593e2-bb69-4334-b50f-07433ae79bf6 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391240 Aug 24 19:30:32.973851 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-b01ea866-1a01-4680-a911-2b072e9ef900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.975294 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-b01ea866-1a01-4680-a911-2b072e9ef900 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b758e91e-2697-4df9-b648-0c906b0f179b HTTP/1.1" status: 200 len: 852 time: 0.1766219 Aug 24 19:30:32.989520 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-c04d093c-460f-459b-b9cf-ac976d4de1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:32.989520 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-c04d093c-460f-459b-b9cf-ac976d4de1ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4847464e-3644-49a3-af7c-78dc760c60fe HTTP/1.1" status: 200 len: 854 time: 0.2606990 Aug 24 19:30:32.999396 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'tag': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:33.001853 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc312543-fa16-4a71-9a93-067de94539b8" -d '{"events": [{"name": "network-changed", "server_uuid": "649b4ff1-abbd-4ccb-8b5a-9ba24f560372", "tag": "c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:33.067513 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Allocated IP 172.20.0.9 (15cf5dcf-738d-44b5-831d-34d65a4aa388/9517be69-e90f-4d07-a9e3-a44cf2f11826/adfe6c55-fc59-4263-be71-0135828820e8) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:30:33.085226 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-10a16aae-cb42-4168-87f8-ef917b5d63c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2440e2cd-2741-4efe-b877-aa22667c4499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873415 Aug 24 19:30:33.125927 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-3fb4a04b-6cc2-4cdd-9d71-d5beb27b83c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154759 Aug 24 19:30:33.244976 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:33.261241 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Transition to ACTIVE for port object adfe6c55-fc59-4263-be71-0135828820e8 will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:33.269147 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-53340734-110f-4407-8b43-64c246a57cdd req-5032825d-8eaa-46d6-9155-112fc58f7c6e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 210 time: 0.1659534 Aug 24 19:30:33.273419 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d47e4b59-dd04-4f22-9e11-d6562b297938 req-91f50efc-a308-45d2-8c6e-eac65af03c1d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.1854599 Aug 24 19:30:33.358865 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4535cf93-6168-4460-9d07-f8f2394e8e3c x-openstack-request-id: req-4535cf93-6168-4460-9d07-f8f2394e8e3c {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:33.359151 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649b4ff1-abbd-4ccb-8b5a-9ba24f560372", "tag": "c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:33.359412 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4535cf93-6168-4460-9d07-f8f2394e8e3c {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:33.360299 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'tag': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395', 'status': 'completed', 'code': 200} Aug 24 19:30:33.397258 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:33.401492 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.35', 49626) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:33.486413 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:33.497338 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:33.505473 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:33.514131 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:33.514753 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:33.532365 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'Port': ['ID=adfe6c55-fc59-4263-be71-0135828820e8,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:33.548554 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc312543-fa16-4a71-9a93-067de94539b8 req-5e658471-afe0-4e1a-8f3f-2153c76d83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:33.548554 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-5e658471-afe0-4e1a-8f3f-2153c76d83be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1096 time: 0.1440110 Aug 24 19:30:33.669802 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-a9dd7dcc-bb9c-4f50-86e2-1e4e01f44ab1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1799679 Aug 24 19:30:33.688213 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Request body: {'port': {'device_id': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:33.800342 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-550b938d-9f25-4b2e-bc04-05d0de9e7a90 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458890 Aug 24 19:30:33.801676 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:33.807671 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc312543-fa16-4a71-9a93-067de94539b8 req-5f842943-ebcc-49f6-ac64-f7f200a51590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:33.809723 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-5f842943-ebcc-49f6-ac64-f7f200a51590 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.2560406 Aug 24 19:30:33.813007 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:33.813185 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b1f9b1a-9e72-4446-88eb-aa387325f3f5 req-a26079ec-eef9-4df7-a7e3-32a00cf549c9 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8514917 Aug 24 19:30:33.834697 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-6571a8ca-0791-41b6-b7b8-b6a6d54ad9b8 service neutron] 10.222.0.35 "GET /v2.0/networks/2440e2cd-2741-4efe-b877-aa22667c4499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157323 Aug 24 19:30:33.873032 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-f377dc10-58d3-4c4e-b5d4-8af26d9cbeea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 217 time: 0.0511813 Aug 24 19:30:33.887356 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29976-b269-4462-b69b-ed1860aec36f req-5b92fb7e-9b31-4a1b-99ce-55b38ed4b31f tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:33.889801 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-70d29976-b269-4462-b69b-ed1860aec36f req-5b92fb7e-9b31-4a1b-99ce-55b38ed4b31f tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 943 time: 0.4899797 Aug 24 19:30:33.893243 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Transition to ACTIVE for port object 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:33.962096 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-051bc9fe-738d-4b06-8fc8-2ada54849d20 None None] Provisioning for port adfe6c55-fc59-4263-be71-0135828820e8 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:33.967111 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-051bc9fe-738d-4b06-8fc8-2ada54849d20 None None] Provisioning complete for port adfe6c55-fc59-4263-be71-0135828820e8 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:33.968122 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-051bc9fe-738d-4b06-8fc8-2ada54849d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:33.976459 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc312543-fa16-4a71-9a93-067de94539b8 req-f9695226-9fe7-4369-ac80-f13eb77640d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:33.978494 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-f9695226-9fe7-4369-ac80-f13eb77640d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.0797348 Aug 24 19:30:34.040762 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-051bc9fe-738d-4b06-8fc8-2ada54849d20 None None] Port adfe6c55-fc59-4263-be71-0135828820e8 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:30:34.122883 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-3986a28d-fc35-48be-998d-082f34f54160 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306264 Aug 24 19:30:34.152326 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-70d29976-b269-4462-b69b-ed1860aec36f req-d5d5367d-a353-49f0-aed8-dfb9e1b2c7ea tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062926 Aug 24 19:30:34.200312 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-8dd0d514-740c-4c27-862d-e0fe538832a2 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901427 Aug 24 19:30:34.230924 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-67cc4c96-344e-4bcb-b800-432aeea29cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:34.232988 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-67cc4c96-344e-4bcb-b800-432aeea29cea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 1096 time: 0.2375853 Aug 24 19:30:34.239898 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-a93d3555-bbd1-4c6f-a7bb-b38b30356269 service neutron] 10.222.0.35 "GET /v2.0/networks/2440e2cd-2741-4efe-b877-aa22667c4499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931568 Aug 24 19:30:34.295625 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 11aa4d8d-d272-4d56-a152-182570ea9cc9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:30:34.324555 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-146e2f45-4562-4d4a-8374-cc121726a00a service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935420 Aug 24 19:30:34.379880 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e91b2-2515-40d2-bba4-9e5df10b334c req-2db357d0-2177-4a90-89c5-cd429c1863b2 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:34.384595 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c02e91b2-2515-40d2-bba4-9e5df10b334c req-2db357d0-2177-4a90-89c5-cd429c1863b2 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 943 time: 0.2667375 Aug 24 19:30:34.487936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.502262 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-1bfc0a78-c936-4e02-a33f-0af48bc02ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:34.503813 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-1bfc0a78-c936-4e02-a33f-0af48bc02ac0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.2619770 Aug 24 19:30:34.515184 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfe6c55-fc59-4263-be71-0135828820e8 {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:34.517068 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 11aa4d8d-d272-4d56-a152-182570ea9cc9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:34.520983 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3007c9f1-5995-4d6e-ad59-71db036d7df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.527869 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.550545 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-98237c48-501b-40a2-9d13-e3dab195bae7 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148678 Aug 24 19:30:34.554917 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '11aa4d8d-d272-4d56-a152-182570ea9cc9', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'port_id': '11aa4d8d-d272-4d56-a152-182570ea9cc9', 'mac_address': 'fa:16:3e:a6:82:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4847464e-3644-49a3-af7c-78dc760c60fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:30:34.561777 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Transition to ACTIVE for port object adfe6c55-fc59-4263-be71-0135828820e8 will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:34.606657 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:30:34.621579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.639670 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11aa4d8d-d272-4d56-a152-182570ea9cc9 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:34.650145 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-716215ae-2440-4fcb-a27f-e5c0bcb639dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176 HTTP/1.1" status: 200 len: 217 time: 0.1050565 Aug 24 19:30:34.651342 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:34.654867 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:30:34.664326 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:34.664326 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.674116 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 11aa4d8d-d272-4d56-a152-182570ea9cc9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:34.687993 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.775485 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-c47d8722-d675-45f5-9000-288290d5a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:34.777347 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-c47d8722-d675-45f5-9000-288290d5a9cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.1087863 Aug 24 19:30:34.785781 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.787478 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:30:34.794320 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c920a4-4f1e-401a-aa98-7935fdb49d1f req-816d3a37-f822-4dda-a8fe-b8d792c5168c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:34.796724 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-91c920a4-4f1e-401a-aa98-7935fdb49d1f req-816d3a37-f822-4dda-a8fe-b8d792c5168c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 944 time: 0.5438671 Aug 24 19:30:34.797556 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:34.815242 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Pushing event updated for resources: {'Port': ['ID=adfe6c55-fc59-4263-be71-0135828820e8,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:34.816625 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c02e91b2-2515-40d2-bba4-9e5df10b334c req-d0633660-b6df-4151-86ff-eb6a700ef97f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106291 Aug 24 19:30:34.834222 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Attempting to bind port adfe6c55-fc59-4263-be71-0135828820e8 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:34.834564 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Attempting to bind port adfe6c55-fc59-4263-be71-0135828820e8 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:34.834881 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Attempting to bind port adfe6c55-fc59-4263-be71-0135828820e8 on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:34.846223 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Port adfe6c55-fc59-4263-be71-0135828820e8 on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:30:34.846223 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Attempting to bind port adfe6c55-fc59-4263-be71-0135828820e8 on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:34.854200 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:34.854766 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Checking segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:34.856082 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Bound using segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:34.858230 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Bound port: adfe6c55-fc59-4263-be71-0135828820e8, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:34.858927 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.868311 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-31691971-180d-4fd7-ad56-3ed20625c82e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0971792 Aug 24 19:30:34.872022 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-9dd39e7e-7df5-455e-9d12-a9438aec3aaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626905 Aug 24 19:30:34.939021 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Request body: {'port': {'device_id': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:34.939133 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:34.988782 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] For port adfe6c55-fc59-4263-be71-0135828820e8, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:34.992845 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] For port adfe6c55-fc59-4263-be71-0135828820e8, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=adfe6c55-fc59-4263-be71-0135828820e8,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:35.093096 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-91c920a4-4f1e-401a-aa98-7935fdb49d1f req-0ef89acd-437d-4507-9870-ac622595a7e9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679873 Aug 24 19:30:35.103558 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.210177 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=11aa4d8d-d272-4d56-a152-182570ea9cc9,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:35.228768 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:35.229627 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.231217 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] 10.222.0.35 "PUT /v2.0/ports/adfe6c55-fc59-4263-be71-0135828820e8 HTTP/1.1" status: 200 len: 1093 time: 1.5535901 Aug 24 19:30:35.231797 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:35.242720 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f788467f-36a9-43e2-a82b-109aa8933e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "tag": "adfe6c55-fc59-4263-be71-0135828820e8"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:35.258009 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:35.281184 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.286698 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4e2071fe-22c6-4997-8a1f-4fecda39c35e None None] Provisioning for port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:35.289857 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'port_id': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395', 'mac_address': 'fa:16:3e:5a:b9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:30:35.299861 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fbabe-f3e0-455f-9d9a-7c807e3cf54f service neutron] Pushing event updated for resources: {'Port': ['ID=adfe6c55-fc59-4263-be71-0135828820e8,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:35.302692 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4e2071fe-22c6-4997-8a1f-4fecda39c35e None None] Provisioning complete for port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:35.303232 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4e2071fe-22c6-4997-8a1f-4fecda39c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.358314 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.406065 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:35.408707 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-21b1a392-a936-4159-a094-24d50429c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:35.410240 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-21b1a392-a936-4159-a094-24d50429c4c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 1096 time: 0.0716796 Aug 24 19:30:35.413851 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-4e2071fe-22c6-4997-8a1f-4fecda39c35e None None] Port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:30:35.437334 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:35.471709 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-24633bd1-96ea-4815-a00c-2620e71944ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adfe6c55-fc59-4263-be71-0135828820e8 HTTP/1.1" status: 200 len: 217 time: 0.0538852 Aug 24 19:30:35.557338 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-01d6c6ae-0c3c-45ae-bafb-77b053e708d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:35.559040 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-01d6c6ae-0c3c-45ae-bafb-77b053e708d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 200 len: 849 time: 0.0799184 Aug 24 19:30:35.601639 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.602314 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f5cceb43-bd57-4a70-b5d7-600c3c4c3870 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:30:35.633661 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-f60a4677-b604-4841-934c-b1d5c3072eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:35.635466 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-f60a4677-b604-4841-934c-b1d5c3072eee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15cf5dcf-738d-44b5-831d-34d65a4aa388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694296 Aug 24 19:30:35.651466 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-57f3eeee-1a01-469f-9eb1-2c3f58b79bab service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667906 Aug 24 19:30:35.669218 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7efed5-9c7a-438c-ad2e-22cf7e6a373c req-0aa21242-dbad-49d9-a6af-6942e4e84cc7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:35.677445 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2d7efed5-9c7a-438c-ad2e-22cf7e6a373c req-0aa21242-dbad-49d9-a6af-6942e4e84cc7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.3626115 Aug 24 19:30:35.731510 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ee10-dd8c-4d9c-ab5a-9dd423fc2ea6 req-e7cc41a3-4376-46a6-a52a-1cb36d1de980 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:35.743963 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:35.749126 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a2d3ee10-dd8c-4d9c-ab5a-9dd423fc2ea6 req-e7cc41a3-4376-46a6-a52a-1cb36d1de980 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 931 time: 0.4133918 Aug 24 19:30:35.832298 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port f5cceb43-bd57-4a70-b5d7-600c3c4c3870, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,segment=NetworkSegment(b0ffb518-e6b3-4c6c-a060-d594eacabee1),segment_id=b0ffb518-e6b3-4c6c-a060-d594eacabee1)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:35.841953 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870', 'network_id': '2440e2cd-2741-4efe-b877-aa22667c4499', 'port_id': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870', 'mac_address': 'fa:16:3e:e9:58:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b758e91e-2697-4df9-b648-0c906b0f179b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:30:35.890807 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.928221 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:35.956850 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cceb43-bd57-4a70-b5d7-600c3c4c3870 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:35.958669 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2d7efed5-9c7a-438c-ad2e-22cf7e6a373c req-02b3ccb3-be3e-4114-88e0-ce0669394fb6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783623 Aug 24 19:30:36.002742 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a2d3ee10-dd8c-4d9c-ab5a-9dd423fc2ea6 req-4864158d-9975-4fc8-8f9d-aa9415517267 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526777 Aug 24 19:30:36.013599 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e14a2b78-e1d0-4523-875f-a97fac3052b1 req-55df1512-cf2d-4c6c-84ca-53501a20682a service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527079 Aug 24 19:30:36.026049 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port f5cceb43-bd57-4a70-b5d7-600c3c4c3870, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,segment=NetworkSegment(b0ffb518-e6b3-4c6c-a060-d594eacabee1),segment_id=b0ffb518-e6b3-4c6c-a060-d594eacabee1)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:36.069077 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-8bdd1e53-2e60-4727-8ac3-8c77c76a65ce service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245276 Aug 24 19:30:36.102713 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.151702 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:36.161465 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.168373 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12c68fd-7e34-4619-90f7-baa7829d1e09 x-openstack-request-id: req-d12c68fd-7e34-4619-90f7-baa7829d1e09 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:36.168770 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "tag": "adfe6c55-fc59-4263-be71-0135828820e8", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:36.169109 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d12c68fd-7e34-4619-90f7-baa7829d1e09 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:36.170536 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:36.171213 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8', 'status': 'completed', 'code': 200} Aug 24 19:30:36.192324 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Transition to ACTIVE for port object 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:30:36.200076 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e78951-baa2-446e-8b4b-099a59f27f68 req-f4511534-e99b-47f6-90f4-54ac1d750506 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:36.201798 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c5e78951-baa2-446e-8b4b-099a59f27f68 req-f4511534-e99b-47f6-90f4-54ac1d750506 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.1043355 Aug 24 19:30:36.271067 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c5e78951-baa2-446e-8b4b-099a59f27f68 req-4cd391bd-8d61-4b5d-a572-d46131bf4ef2 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 Aug 24 19:30:36.290328 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce634f-ef97-4e7a-a037-4913f7aa6450 req-6376e217-fe13-4ef1-91c4-47af693d7028 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:36.292714 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c4ce634f-ef97-4e7a-a037-4913f7aa6450 req-6376e217-fe13-4ef1-91c4-47af693d7028 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 943 time: 0.0660646 Aug 24 19:30:36.337590 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.374551 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c4ce634f-ef97-4e7a-a037-4913f7aa6450 req-271f0ca2-4fa2-4267-9904-4c80e2f7a0fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760255 Aug 24 19:30:36.429352 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:36.472644 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa9dd1-f288-46ce-b083-3f9bda9efe71 req-d940e4f5-77a5-4feb-81e0-3c0219ce4e36 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:36.481623 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7cfa9dd1-f288-46ce-b083-3f9bda9efe71 req-d940e4f5-77a5-4feb-81e0-3c0219ce4e36 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.1394656 Aug 24 19:30:36.514065 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Attempting to bind port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:30:36.514065 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Attempting to bind port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:30:36.514065 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Attempting to bind port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:36.525458 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:30:36.525793 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Attempting to bind port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:30:36.555718 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7cfa9dd1-f288-46ce-b083-3f9bda9efe71 req-e56f46c9-bd6c-434d-8333-24a999b7d11c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Aug 24 19:30:36.557779 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:30:36.558176 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Checking segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:36.558579 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Bound using segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:30:36.559027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Bound port: 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:30:36.559393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.646472 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34656) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:36.672315 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:30:36.684044 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:30:36.794415 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-26eaa849-3d7c-47fa-9aba-ad3ee8184271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.794610 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.887881 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:36.887881 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.887881 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] 10.222.0.35 "PUT /v2.0/ports/39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 HTTP/1.1" status: 200 len: 1093 time: 1.9658031 Aug 24 19:30:36.887881 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:36.887881 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e2fee-46b9-4ae1-b661-4700a0bb87ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:36.946350 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-26eaa849-3d7c-47fa-9aba-ad3ee8184271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:36.963265 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948078b-28e4-45a5-ba78-fd6d630391ac service neutron] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:36.987595 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3b2674-bc6e-4201-af21-5719f4816e4c x-openstack-request-id: req-cb3b2674-bc6e-4201-af21-5719f4816e4c {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:36.987888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:36.988140 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb3b2674-bc6e-4201-af21-5719f4816e4c {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:36.988869 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'status': 'completed', 'code': 200} Aug 24 19:30:37.035426 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-26eaa849-3d7c-47fa-9aba-ad3ee8184271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:37.098988 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-26eaa849-3d7c-47fa-9aba-ad3ee8184271 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47051d3f77e348648fdb6d2eee66eaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507003 Aug 24 19:30:37.099206 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 34680) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:37.115626 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb8aa0-41af-42e5-9560-12746c9e121b req-2c528547-be00-4b8a-a8aa-501975ce9be6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:37.115865 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaa849-3d7c-47fa-9aba-ad3ee8184271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad829dcd-45c8-4cb6-a6b0-8004c8253510,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:37.128402 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-88eb8aa0-41af-42e5-9560-12746c9e121b req-2c528547-be00-4b8a-a8aa-501975ce9be6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.0764654 Aug 24 19:30:37.234691 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-88eb8aa0-41af-42e5-9560-12746c9e121b req-9c08a388-879c-4e4a-a03a-afe251d529d2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000130 Aug 24 19:30:37.258640 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f2c1-8a5e-4d5d-b29a-5308afa0296e req-292b0cc6-e41d-4765-b423-a79d48d7703d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:37.260413 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a62f2c1-8a5e-4d5d-b29a-5308afa0296e req-292b0cc6-e41d-4765-b423-a79d48d7703d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.1101627 Aug 24 19:30:37.261751 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5968cb0b-a97e-4ef9-af06-1f39f901714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:37.298079 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:37.306152 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5968cb0b-a97e-4ef9-af06-1f39f901714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:37.343178 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a62f2c1-8a5e-4d5d-b29a-5308afa0296e req-4e0ddce5-6016-4707-9a6b-b22d785b3b85 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655363 Aug 24 19:30:37.455145 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d1feb-665f-45d6-81f6-af04d95a94b5 req-1688c0b1-a6a5-4dd0-bb26-c477c406a4ae tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:37.456727 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-283d1feb-665f-45d6-81f6-af04d95a94b5 req-1688c0b1-a6a5-4dd0-bb26-c477c406a4ae tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.0545301 Aug 24 19:30:37.463489 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5968cb0b-a97e-4ef9-af06-1f39f901714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:37.474458 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5968cb0b-a97e-4ef9-af06-1f39f901714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:37.479833 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-5968cb0b-a97e-4ef9-af06-1f39f901714f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad829dcd-45c8-4cb6-a6b0-8004c8253510 HTTP/1.1" status: 204 len: 168 time: 0.3789482 Aug 24 19:30:37.527536 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968cb0b-a97e-4ef9-af06-1f39f901714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad829dcd-45c8-4cb6-a6b0-8004c8253510,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:37.584232 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-283d1feb-665f-45d6-81f6-af04d95a94b5 req-40c676e1-8382-4258-bccd-db9e05597511 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035328 Aug 24 19:30:37.599464 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493df1f-a532-4d95-800b-f6e73bf1521c req-924f0dcc-0a5c-4d2f-894d-e084e9f5f406 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:37.606097 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9493df1f-a532-4d95-800b-f6e73bf1521c req-924f0dcc-0a5c-4d2f-894d-e084e9f5f406 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 943 time: 0.0820084 Aug 24 19:30:37.645053 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9493df1f-a532-4d95-800b-f6e73bf1521c req-ad3de0bd-b9d4-4e5d-87f5-110fc0393a1b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Aug 24 19:30:37.728569 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f172-703f-4e61-95a7-d5ceab0876f5 req-03727d9a-59a7-421f-b4d9-1b1a65841685 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:37.730073 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b38f172-703f-4e61-95a7-d5ceab0876f5 req-03727d9a-59a7-421f-b4d9-1b1a65841685 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.0527432 Aug 24 19:30:37.771312 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b38f172-703f-4e61-95a7-d5ceab0876f5 req-3b6b039b-36e9-4a5d-a7a1-bb8f385d6870 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Aug 24 19:30:38.247488 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 34704) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:38.262755 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3bffb8e3-9eab-42cf-aaa1-547ea83601fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:38.382010 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fccb5-8bf7-470f-a8f4-8f7a36974d96 req-8543bbda-653f-45a7-be36-0201673c5473 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:38.383604 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5b7fccb5-8bf7-470f-a8f4-8f7a36974d96 req-8543bbda-653f-45a7-be36-0201673c5473 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.0775864 Aug 24 19:30:38.425527 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3bffb8e3-9eab-42cf-aaa1-547ea83601fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:38.458053 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5b7fccb5-8bf7-470f-a8f4-8f7a36974d96 req-add11808-4775-4f5e-a142-91724f95abd9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658638 Aug 24 19:30:38.524992 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46215def-d92a-46e1-9727-bf0c23b502ae req-be5c5b4d-c269-480a-9924-34cfa0b554e6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:38.528335 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46215def-d92a-46e1-9727-bf0c23b502ae req-be5c5b4d-c269-480a-9924-34cfa0b554e6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0865862 Aug 24 19:30:38.535573 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e2fee-46b9-4ae1-b661-4700a0bb87ed req-60f14f78-b973-4a6f-86d1-5da374a41adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:38.537121 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-979e2fee-46b9-4ae1-b661-4700a0bb87ed req-60f14f78-b973-4a6f-86d1-5da374a41adc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1096 time: 0.0632708 Aug 24 19:30:38.552061 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1493f1d7-e9a7-4d20-a405-d4ef6718c045 req-3a0c8fb2-3775-400a-919a-17b7756abffc service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062686 Aug 24 19:30:38.584776 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3bffb8e3-9eab-42cf-aaa1-547ea83601fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:38.735259 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-1618a881-debd-4ec4-a22c-80b919faf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:38.738128 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-1618a881-debd-4ec4-a22c-80b919faf5b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 1096 time: 0.0507014 Aug 24 19:30:38.844792 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-554a1e8b-25ec-4d0b-b805-a4efde40fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:38.846264 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-554a1e8b-25ec-4d0b-b805-a4efde40fa3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 911 time: 0.1002443 Aug 24 19:30:38.943828 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46215def-d92a-46e1-9727-bf0c23b502ae req-e22984f1-697f-4cfe-82db-b1a794d840cd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103484 Aug 24 19:30:38.963645 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffb8e3-9eab-42cf-aaa1-547ea83601fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7340a954-c9fd-4fa8-a4e0-f09f71476405,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:38.971047 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-3bffb8e3-9eab-42cf-aaa1-547ea83601fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab6bf39c2f924aac9b94e89d5c879e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7202296 Aug 24 19:30:38.971636 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34720) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:39.034954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a69e-785e-4b54-b5eb-221ad7547f15 req-e68b460a-7500-4a5f-8968-25f8b7eef58a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:39.037748 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-89b8a69e-785e-4b54-b5eb-221ad7547f15 req-e68b460a-7500-4a5f-8968-25f8b7eef58a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.3607006 Aug 24 19:30:39.042980 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e2fee-46b9-4ae1-b661-4700a0bb87ed req-c799d3e9-4040-4f39-89de-1bb5d5e85101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:39.043143 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e501b425-5113-4b49-98d1-8ab207f07a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:39.043237 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-979e2fee-46b9-4ae1-b661-4700a0bb87ed req-c799d3e9-4040-4f39-89de-1bb5d5e85101 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=06ad67d05efc48a180df2740ce5dedba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4878111 Aug 24 19:30:39.064663 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e501b425-5113-4b49-98d1-8ab207f07a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:39.116943 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-89b8a69e-785e-4b54-b5eb-221ad7547f15 req-4ceccc5b-9370-447c-8704-3c8a448131c4 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725420 Aug 24 19:30:39.131003 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177bc26-4323-4e12-bc6a-12fa214f9692 req-7fe8266b-c9d2-4cbd-85c8-7dff110d746b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:39.136295 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d177bc26-4323-4e12-bc6a-12fa214f9692 req-7fe8266b-c9d2-4cbd-85c8-7dff110d746b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 943 time: 0.0936728 Aug 24 19:30:39.179130 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d177bc26-4323-4e12-bc6a-12fa214f9692 req-19d77938-6446-414f-af7b-7521f774915b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Aug 24 19:30:39.218242 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e501b425-5113-4b49-98d1-8ab207f07a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:39.222196 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e501b425-5113-4b49-98d1-8ab207f07a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:39.226634 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-e501b425-5113-4b49-98d1-8ab207f07a57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7340a954-c9fd-4fa8-a4e0-f09f71476405 HTTP/1.1" status: 204 len: 168 time: 0.2515073 Aug 24 19:30:39.236250 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec279db4-70b8-4ce7-b304-ccecd901e25d req-36c26b35-89b2-4669-b57a-958725058950 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:39.241068 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ec279db4-70b8-4ce7-b304-ccecd901e25d req-36c26b35-89b2-4669-b57a-958725058950 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.0607131 Aug 24 19:30:39.250859 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501b425-5113-4b49-98d1-8ab207f07a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7340a954-c9fd-4fa8-a4e0-f09f71476405,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:39.313657 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ec279db4-70b8-4ce7-b304-ccecd901e25d req-c3ed547e-d777-4e10-bfe3-bd08af718e96 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Aug 24 19:30:39.587093 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e15aa-0fcb-465c-a5b9-78567c1d8a6a req-d35e9a9b-d23c-41bd-8387-46e955d8c35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:39.588686 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-339e15aa-0fcb-465c-a5b9-78567c1d8a6a req-d35e9a9b-d23c-41bd-8387-46e955d8c35e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.0550959 Aug 24 19:30:39.630518 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-339e15aa-0fcb-465c-a5b9-78567c1d8a6a req-0eed5504-160c-4ed6-970a-e0e0b87fda57 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356691 Aug 24 19:30:40.079600 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1aaf7-11de-4e7d-8006-1449f231db53 req-b0c10a7e-9ce3-4675-add0-3fb28f40154f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:40.081155 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-79d1aaf7-11de-4e7d-8006-1449f231db53 req-b0c10a7e-9ce3-4675-add0-3fb28f40154f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0624192 Aug 24 19:30:40.119911 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-79d1aaf7-11de-4e7d-8006-1449f231db53 req-3c7c0c27-584d-4194-9aaa-d68dd243c8ca tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Aug 24 19:30:40.252757 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92431a7d-bcfd-4fc0-8367-531390e6f875 req-faf8cbf7-eb07-44f1-b509-951d00cc6945 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:40.254593 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-92431a7d-bcfd-4fc0-8367-531390e6f875 req-faf8cbf7-eb07-44f1-b509-951d00cc6945 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.0679944 Aug 24 19:30:40.323957 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-92431a7d-bcfd-4fc0-8367-531390e6f875 req-b7f9f648-341d-4047-b408-fc67fe0cacc1 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627987 Aug 24 19:30:40.352608 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810c0e6-ada0-412d-948d-f77b6a91577a req-30976bf4-054b-40d6-8f85-80ec4109a13a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:40.354309 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a810c0e6-ada0-412d-948d-f77b6a91577a req-30976bf4-054b-40d6-8f85-80ec4109a13a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 943 time: 0.0722759 Aug 24 19:30:40.438751 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a810c0e6-ada0-412d-948d-f77b6a91577a req-10287b05-8bcf-4fd2-b301-655a035dcafb tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728669 Aug 24 19:30:40.463424 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1641-40d1-4610-af28-984a9432bfc5 req-48b6365e-198b-48d5-9fa6-0217261b73e7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:40.465438 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c4c1641-40d1-4610-af28-984a9432bfc5 req-48b6365e-198b-48d5-9fa6-0217261b73e7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.0701826 Aug 24 19:30:40.499159 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f205b3f4-2282-41d5-8ee6-7679e24a4176 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:30:40.561303 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c4c1641-40d1-4610-af28-984a9432bfc5 req-46ce1407-3515-43ab-adcf-462c9cead456 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882821 Aug 24 19:30:40.561638 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-93373297-6bf2-4951-b59c-edf90623dc5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adfe6c55-fc59-4263-be71-0135828820e8 HTTP/1.1" status: 200 len: 217 time: 0.0625956 Aug 24 19:30:40.617274 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port f205b3f4-2282-41d5-8ee6-7679e24a4176, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:40.629971 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'f205b3f4-2282-41d5-8ee6-7679e24a4176', 'network_id': 'e70092ee-01e0-4510-8c36-816b342ef97f', 'port_id': 'f205b3f4-2282-41d5-8ee6-7679e24a4176', 'mac_address': 'fa:16:3e:6c:07:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9bc37c-8549-49c9-a3d5-82330c91d1bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:30:40.677308 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:40.691028 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f205b3f4-2282-41d5-8ee6-7679e24a4176 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:40.711662 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port f205b3f4-2282-41d5-8ee6-7679e24a4176, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:40.747880 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e2fee-46b9-4ae1-b661-4700a0bb87ed req-05904107-ecdb-4e0a-b34e-14cac1ab404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:40.749463 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-979e2fee-46b9-4ae1-b661-4700a0bb87ed req-05904107-ecdb-4e0a-b34e-14cac1ab404a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2421899 Aug 24 19:30:40.769785 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5846c5-180e-44fa-8616-15930b92d358 req-dc026f3a-e3a3-4d3b-9d0a-e36753570d62 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:40.772304 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ca5846c5-180e-44fa-8616-15930b92d358 req-dc026f3a-e3a3-4d3b-9d0a-e36753570d62 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.0594397 Aug 24 19:30:40.811997 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:40.813578 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ca5846c5-180e-44fa-8616-15930b92d358 req-6848b874-db9a-4276-9c45-fd3841ab3e6c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363007 Aug 24 19:30:40.861218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=f205b3f4-2282-41d5-8ee6-7679e24a4176,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:41.242277 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469a295-4eaa-4d4c-870d-688e267a5b58 req-115d0d46-382a-4015-9d2d-cba70fb97258 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.243788 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a469a295-4eaa-4d4c-870d-688e267a5b58 req-115d0d46-382a-4015-9d2d-cba70fb97258 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0485575 Aug 24 19:30:41.282061 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a469a295-4eaa-4d4c-870d-688e267a5b58 req-3bb54d31-1f90-4745-996a-a4fc72eaabea tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Aug 24 19:30:41.437094 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc63a-6a5a-4ced-9643-20fa19082062 req-3b454862-532a-4a36-9913-f1eb0b701af9 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.438561 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0c8bc63a-6a5a-4ced-9643-20fa19082062 req-3b454862-532a-4a36-9913-f1eb0b701af9 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.0479593 Aug 24 19:30:41.477664 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0c8bc63a-6a5a-4ced-9643-20fa19082062 req-4f370f9f-1ddc-4bd1-b151-3646dc203a3a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Aug 24 19:30:41.487405 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:30:41.539395 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-b3c084c7-ccfb-42bb-97a9-6162b252a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.541304 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-b3c084c7-ccfb-42bb-97a9-6162b252a4e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 200 len: 849 time: 0.0739822 Aug 24 19:30:41.545400 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['f5cceb43-bd57-4a70-b5d7-600c3c4c3870'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:30:41.547477 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:30:41.587004 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-fa07c356-2d4e-464c-afcd-6ab716908fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.588897 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-fa07c356-2d4e-464c-afcd-6ab716908fba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1096 time: 0.0756559 Aug 24 19:30:41.604016 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef2b86-f7a0-4b22-8e65-c00b0ffe5c09 req-2f8b3bad-7e57-4be8-ad8c-d88ec60cbb5b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.613322 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-00ef2b86-f7a0-4b22-8e65-c00b0ffe5c09 req-2f8b3bad-7e57-4be8-ad8c-d88ec60cbb5b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 944 time: 0.1096418 Aug 24 19:30:41.615057 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-3600a9eb-abca-498f-834f-872ab5d593bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.616596 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-3600a9eb-abca-498f-834f-872ab5d593bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15cf5dcf-738d-44b5-831d-34d65a4aa388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671875 Aug 24 19:30:41.665074 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-5dc11a65-532f-4aa7-9932-769c135d3ad7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 HTTP/1.1" status: 200 len: 217 time: 0.0429616 Aug 24 19:30:41.725858 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-ebdcc42e-07bb-4915-aa5f-f8eaa624ad85 service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000466 Aug 24 19:30:41.766139 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-00ef2b86-f7a0-4b22-8e65-c00b0ffe5c09 req-9646b396-588b-4c21-9c54-370dc500ff47 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517687 Aug 24 19:30:41.773288 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['f205b3f4-2282-41d5-8ee6-7679e24a4176'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:30:41.786098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bacdf-a30a-43f1-b828-4cda2d3378f7 req-81a7cc09-7bdc-41ab-9da9-d9c2b72116ce tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.791394 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1f9bacdf-a30a-43f1-b828-4cda2d3378f7 req-81a7cc09-7bdc-41ab-9da9-d9c2b72116ce tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.1323421 Aug 24 19:30:41.791394 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-ac6ca5c7-c098-4298-9ef7-c440eba06c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.793042 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-ac6ca5c7-c098-4298-9ef7-c440eba06c5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.1172588 Aug 24 19:30:41.883124 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f788467f-36a9-43e2-a82b-109aa8933e7a req-09e5855f-0bbf-4df1-a61c-6679d13c220e service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402678 Aug 24 19:30:41.927304 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1f9bacdf-a30a-43f1-b828-4cda2d3378f7 req-a1d4c15a-4a5c-48d2-99b0-86892e4b3cd8 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115837 Aug 24 19:30:41.957704 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da19aa-a062-4491-a31c-83bba002814a req-3cc318c7-ec68-414b-b57d-443d83c68afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:41.959459 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-3cc318c7-ec68-414b-b57d-443d83c68afd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1587610 Aug 24 19:30:41.999617 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cf0f1-415c-47ce-bd0c-1a8c8330d5aa req-8bf946e1-aa18-48c2-9005-4dc1132e6bc9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:42.001358 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d99cf0f1-415c-47ce-bd0c-1a8c8330d5aa req-8bf946e1-aa18-48c2-9005-4dc1132e6bc9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.0943477 Aug 24 19:30:42.102999 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d99cf0f1-415c-47ce-bd0c-1a8c8330d5aa req-33e0c983-2119-4987-b18e-89baeba31591 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628433 Aug 24 19:30:42.145752 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-f0907281-812a-40fb-a02a-e8ecf81967b7 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774848 Aug 24 19:30:42.287254 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48da19aa-a062-4491-a31c-83bba002814a req-8e47fa21-f4c0-4b33-8a68-c2de1489dc37 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290562 Aug 24 19:30:42.307395 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:42.421526 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be13eb-44e9-4e80-8964-6a0c87975637 req-6cc06e3a-5a33-41cb-bf30-e7005abb4f14 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:42.423035 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-08be13eb-44e9-4e80-8964-6a0c87975637 req-6cc06e3a-5a33-41cb-bf30-e7005abb4f14 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0609004 Aug 24 19:30:42.465620 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-08be13eb-44e9-4e80-8964-6a0c87975637 req-90e9c2c2-53ae-4e2a-aae4-30261c762b4b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339131 Aug 24 19:30:42.603466 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc3df-0f6b-4ded-bf3a-69cf81234c54 req-e18d4254-a88e-41ba-b0d7-30047e060916 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:42.604978 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9fafc3df-0f6b-4ded-bf3a-69cf81234c54 req-e18d4254-a88e-41ba-b0d7-30047e060916 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.0478861 Aug 24 19:30:42.642362 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9fafc3df-0f6b-4ded-bf3a-69cf81234c54 req-0977fd5e-341a-49a8-82e1-f849afff8bd3 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Aug 24 19:30:42.901283 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c02ed-b553-4c68-bf64-83318d0e31f4 req-5747a250-629d-4f93-8033-1936f41f1703 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:42.902888 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea3c02ed-b553-4c68-bf64-83318d0e31f4 req-5747a250-629d-4f93-8033-1936f41f1703 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 944 time: 0.0554874 Aug 24 19:30:42.944337 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea3c02ed-b553-4c68-bf64-83318d0e31f4 req-8e3fb569-df4d-4ebe-bd7e-ed5e8fa134f4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339348 Aug 24 19:30:43.043548 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404da32-f875-402f-8dea-1c78da46b5d8 req-551783a2-b69b-41eb-bade-a4f0040780c5 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:43.045102 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8404da32-f875-402f-8dea-1c78da46b5d8 req-551783a2-b69b-41eb-bade-a4f0040780c5 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.0481522 Aug 24 19:30:43.084872 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8404da32-f875-402f-8dea-1c78da46b5d8 req-315af7e6-83bf-4554-86cb-1f5755b89b3a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Aug 24 19:30:43.223767 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2659a-29aa-4896-9e32-f33fc5748ae8 req-2496d4c7-43ed-46f6-9860-0d47b48ca67a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:43.225282 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65a2659a-29aa-4896-9e32-f33fc5748ae8 req-2496d4c7-43ed-46f6-9860-0d47b48ca67a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.0518336 Aug 24 19:30:43.268401 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65a2659a-29aa-4896-9e32-f33fc5748ae8 req-8ea962e2-dfa7-4d08-97db-1a14180272af tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Aug 24 19:30:43.592043 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd260a2-e823-40a7-862a-95c812e379cf req-574d0bb5-3a68-45cf-933f-89b5f0a0bd9a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:43.593554 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bd260a2-e823-40a7-862a-95c812e379cf req-574d0bb5-3a68-45cf-933f-89b5f0a0bd9a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0533013 Aug 24 19:30:43.632024 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bd260a2-e823-40a7-862a-95c812e379cf req-647409f7-6f05-44f1-ad85-33ac07fea64e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Aug 24 19:30:43.761168 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bdc4-3662-465d-aae6-5db6f84be30b req-713bb0f8-5071-4f88-8e40-d4679bb27a36 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:43.762751 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c145bdc4-3662-465d-aae6-5db6f84be30b req-713bb0f8-5071-4f88-8e40-d4679bb27a36 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.0499523 Aug 24 19:30:43.801068 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c145bdc4-3662-465d-aae6-5db6f84be30b req-96acb92e-b0bb-4272-9740-bbae00b1bfa2 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320172 Aug 24 19:30:44.065110 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef95e8-7ab3-427d-8ad9-2b616edc5604 req-d262251c-e880-48df-89b8-ceb63d3c10a8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:44.066578 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-01ef95e8-7ab3-427d-8ad9-2b616edc5604 req-d262251c-e880-48df-89b8-ceb63d3c10a8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 944 time: 0.0490351 Aug 24 19:30:44.105296 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-01ef95e8-7ab3-427d-8ad9-2b616edc5604 req-a9d1ae58-2e9b-4e39-8ce2-c99e66bd63e4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Aug 24 19:30:44.203939 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10de46-e63c-49a5-b7e2-533e9861afb7 req-91ac1772-4b74-4c3d-8c90-1f83c594c771 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:44.205810 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bb10de46-e63c-49a5-b7e2-533e9861afb7 req-91ac1772-4b74-4c3d-8c90-1f83c594c771 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.0530190 Aug 24 19:30:44.245292 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bb10de46-e63c-49a5-b7e2-533e9861afb7 req-626bd548-fd60-4bb5-af7b-3eba33b018b0 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Aug 24 19:30:44.389982 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824aa76-a4bf-44e7-9ddf-a31704ac1791 req-dcfe4d4a-cc68-4736-b241-c58c4030108b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:44.391588 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8824aa76-a4bf-44e7-9ddf-a31704ac1791 req-dcfe4d4a-cc68-4736-b241-c58c4030108b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 943 time: 0.0508099 Aug 24 19:30:44.414300 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device adfe6c55-fc59-4263-be71-0135828820e8 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:30:44.422515 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f205b3f4-2282-41d5-8ee6-7679e24a4176 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:44.448972 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8824aa76-a4bf-44e7-9ddf-a31704ac1791 req-7903cfe4-293e-4061-8d59-ea3ece45255b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509288 Aug 24 19:30:44.569818 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port adfe6c55-fc59-4263-be71-0135828820e8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=adfe6c55-fc59-4263-be71-0135828820e8,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:44.591803 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'adfe6c55-fc59-4263-be71-0135828820e8', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'port_id': 'adfe6c55-fc59-4263-be71-0135828820e8', 'mac_address': 'fa:16:3e:f5:1f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:30:44.620412 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port f205b3f4-2282-41d5-8ee6-7679e24a4176 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:44.626552 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port f205b3f4-2282-41d5-8ee6-7679e24a4176 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:44.626924 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:44.629451 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:44.664842 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfe6c55-fc59-4263-be71-0135828820e8 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:44.689293 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port adfe6c55-fc59-4263-be71-0135828820e8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=adfe6c55-fc59-4263-be71-0135828820e8,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:44.733031 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:44.751331 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4f430-76ce-46f6-b506-8bfc051bc603 req-37a9dbcb-9e43-47ed-bf97-cc44888b940e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:44.756637 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3252f0-c442-46e2-9da6-666aacad067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f205b3f4-2282-41d5-8ee6-7679e24a4176'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:44.756810 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7a4f430-76ce-46f6-b506-8bfc051bc603 req-37a9dbcb-9e43-47ed-bf97-cc44888b940e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0528502 Aug 24 19:30:44.796164 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7a4f430-76ce-46f6-b506-8bfc051bc603 req-71e1b202-cab0-4ffa-8925-79194c6ff57b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351269 Aug 24 19:30:44.832356 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:44.833251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:30:44.884365 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port f205b3f4-2282-41d5-8ee6-7679e24a4176, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:44.947307 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=adfe6c55-fc59-4263-be71-0135828820e8,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:44.960607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dc34f-c203-4011-9a67-1a13d33fab81 req-3104b638-e519-43da-a76b-a275884b5d5a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:44.968496 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-631dc34f-c203-4011-9a67-1a13d33fab81 req-3104b638-e519-43da-a76b-a275884b5d5a tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.0849402 Aug 24 19:30:44.987959 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:44.988819 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 11aa4d8d-d272-4d56-a152-182570ea9cc9 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:45.004485 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-631dc34f-c203-4011-9a67-1a13d33fab81 req-39b20fcf-ebf4-4cd2-8ac3-d53ba752ba02 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Aug 24 19:30:45.036344 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ed2a2c-2f2c-4d20-b76b-e6bf6f3a6f5a" -d '{"events": [{"server_uuid": "0b3252f0-c442-46e2-9da6-666aacad067c", "name": "network-vif-plugged", "status": "completed", "tag": "f205b3f4-2282-41d5-8ee6-7679e24a4176"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:45.096215 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=f205b3f4-2282-41d5-8ee6-7679e24a4176,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:45.104302 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:45.120050 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'port_id': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'mac_address': 'fa:16:3e:ff:b2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:30:45.147846 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59802f1-6bbd-43ef-bb0a-3ef3413692c6 x-openstack-request-id: req-a59802f1-6bbd-43ef-bb0a-3ef3413692c6 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:45.148342 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3252f0-c442-46e2-9da6-666aacad067c", "name": "network-vif-plugged", "status": "completed", "tag": "f205b3f4-2282-41d5-8ee6-7679e24a4176", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:45.148773 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a59802f1-6bbd-43ef-bb0a-3ef3413692c6 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:45.149212 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3252f0-c442-46e2-9da6-666aacad067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f205b3f4-2282-41d5-8ee6-7679e24a4176', 'code': 200} Aug 24 19:30:45.166571 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.248299 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1691-19cb-4f8f-b835-7fb0a5d411b8 req-5c928d79-e1ba-420e-bad2-ffc143a54dc9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:45.249997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-325d1691-19cb-4f8f-b835-7fb0a5d411b8 req-5c928d79-e1ba-420e-bad2-ffc143a54dc9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0516014 Aug 24 19:30:45.289125 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 11aa4d8d-d272-4d56-a152-182570ea9cc9 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:45.295402 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:30:45.297925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-325d1691-19cb-4f8f-b835-7fb0a5d411b8 req-98c9d748-9768-49bf-a040-1ffc225e1bf6 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Aug 24 19:30:45.301351 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 11aa4d8d-d272-4d56-a152-182570ea9cc9 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:45.301457 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.337304 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:45.394549 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.397095 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69d9ba-2a6a-4dbc-ae39-0d39a166e8f1 req-5a209d50-8c6f-4c7d-a33c-c8e224e9d7de tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:45.399216 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cb69d9ba-2a6a-4dbc-ae39-0d39a166e8f1 req-5a209d50-8c6f-4c7d-a33c-c8e224e9d7de tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 945 time: 0.0572989 Aug 24 19:30:45.401644 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34922) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:45.429291 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.437551 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 11aa4d8d-d272-4d56-a152-182570ea9cc9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:45.440726 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cb69d9ba-2a6a-4dbc-ae39-0d39a166e8f1 req-8bc0ca4a-4134-4f19-aa9d-b19b6aae96c7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 24 19:30:45.482292 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:45.526244 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.527358 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:45.532605 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17fd6af5-ad9c-4852-9466-b7f992ef3452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.617662 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=11aa4d8d-d272-4d56-a152-182570ea9cc9,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:45.657354 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17fd6af5-ad9c-4852-9466-b7f992ef3452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.665315 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359352-5275-4000-8dd4-b72fc0890e7b req-85186484-72e3-49cf-9430-c411946e8f5a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:45.666805 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-66359352-5275-4000-8dd4-b72fc0890e7b req-85186484-72e3-49cf-9430-c411946e8f5a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 944 time: 0.1347575 Aug 24 19:30:45.669632 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189477a-3f6a-4325-a1fb-930ac92c8540 req-e30e1728-6fca-45fa-adf9-7694d7d670eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:45.671021 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a189477a-3f6a-4325-a1fb-930ac92c8540 req-e30e1728-6fca-45fa-adf9-7694d7d670eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 1098 time: 0.1176608 Aug 24 19:30:45.693554 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:30:45.698313 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['adfe6c55-fc59-4263-be71-0135828820e8'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:30:45.699868 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a189477a-3f6a-4325-a1fb-930ac92c8540 req-ed9cc3bb-5bb6-4b66-9e03-0cb2363fb742 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.726137 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-66359352-5275-4000-8dd4-b72fc0890e7b req-5720fe74-5d4a-44f8-8779-566896c649d3 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529053 Aug 24 19:30:45.732040 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17fd6af5-ad9c-4852-9466-b7f992ef3452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.758600 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:45.772221 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:45.772613 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.773892 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-17fd6af5-ad9c-4852-9466-b7f992ef3452 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e450a2f423034b9089f305ef892def62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706288 Aug 24 19:30:45.776146 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 34934) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:45.784699 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd6af5-ad9c-4852-9466-b7f992ef3452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc11ca-18ae-426e-b58b-28ba2c8437fd,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:45.830440 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a189477a-3f6a-4325-a1fb-930ac92c8540 req-ed9cc3bb-5bb6-4b66-9e03-0cb2363fb742 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.839891 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-36f3cbc3-b950-4e21-9e5e-8caec3234b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.869884 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-36f3cbc3-b950-4e21-9e5e-8caec3234b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:45.947133 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8307ab-1dbc-4639-820a-d9c0d09ee71c req-43d12ca8-7c4f-4f8e-99fc-81d4cd177740 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:45.948668 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a8307ab-1dbc-4639-820a-d9c0d09ee71c req-43d12ca8-7c4f-4f8e-99fc-81d4cd177740 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.0745895 Aug 24 19:30:45.962782 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a189477a-3f6a-4325-a1fb-930ac92c8540 req-ed9cc3bb-5bb6-4b66-9e03-0cb2363fb742 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.010558 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a189477a-3f6a-4325-a1fb-930ac92c8540 req-ed9cc3bb-5bb6-4b66-9e03-0cb2363fb742 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310652 Aug 24 19:30:46.017193 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-36f3cbc3-b950-4e21-9e5e-8caec3234b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.019812 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cc3bb-5bb6-4b66-9e03-0cb2363fb742 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f66fb8b9-8887-437e-a925-35a93eafa9a6,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:46.021456 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-36f3cbc3-b950-4e21-9e5e-8caec3234b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.023271 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.023445 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-36f3cbc3-b950-4e21-9e5e-8caec3234b46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66bc11ca-18ae-426e-b58b-28ba2c8437fd HTTP/1.1" status: 204 len: 168 time: 0.2451668 Aug 24 19:30:46.028905 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a8307ab-1dbc-4639-820a-d9c0d09ee71c req-2eb0e33a-99f5-468e-9a90-bb0f982ce26f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733657 Aug 24 19:30:46.066304 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3cbc3-b950-4e21-9e5e-8caec3234b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc11ca-18ae-426e-b58b-28ba2c8437fd,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:46.100945 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:46.141296 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c76c4-892d-4e20-b200-4cd0af363467 req-1223f1df-ac9a-42bc-8cf5-1d747765c3e7 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:46.142756 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ca7c76c4-892d-4e20-b200-4cd0af363467 req-1223f1df-ac9a-42bc-8cf5-1d747765c3e7 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 944 time: 0.0496440 Aug 24 19:30:46.165811 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.166623 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f5cceb43-bd57-4a70-b5d7-600c3c4c3870 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:46.180166 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ca7c76c4-892d-4e20-b200-4cd0af363467 req-3a478a95-19fc-44a0-9cfa-262eb9071175 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Aug 24 19:30:46.242125 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:46.344178 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:46.349363 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:46.349814 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.423910 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb166819-30e8-4448-bb7e-8fbc2799008a req-d3b95de3-e100-46bc-8dca-abf2f0394982 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:46.425871 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fb166819-30e8-4448-bb7e-8fbc2799008a req-d3b95de3-e100-46bc-8dca-abf2f0394982 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0547280 Aug 24 19:30:46.450418 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.477215 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fb166819-30e8-4448-bb7e-8fbc2799008a req-7aa02ace-b0ba-4ca7-a766-5b37c3fc90b0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Aug 24 19:30:46.490971 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port f5cceb43-bd57-4a70-b5d7-600c3c4c3870, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,segment=NetworkSegment(b0ffb518-e6b3-4c6c-a060-d594eacabee1),segment_id=b0ffb518-e6b3-4c6c-a060-d594eacabee1)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:46.583072 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db78e99-9f5d-40b7-91fd-e3b9bdd96ee4 req-8358ff65-378a-4c48-937c-24689c8896b2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:46.584692 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4db78e99-9f5d-40b7-91fd-e3b9bdd96ee4 req-8358ff65-378a-4c48-937c-24689c8896b2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 946 time: 0.0507519 Aug 24 19:30:46.600058 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:46.625486 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4db78e99-9f5d-40b7-91fd-e3b9bdd96ee4 req-c5f7622c-4a4a-4694-86be-e9b38ce7b74b tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Aug 24 19:30:46.648166 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:46.855234 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f319-286a-42c9-88a7-39f9bc7248d0 req-e3241165-4de6-4cbe-8207-83b99dc7fea7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:46.856777 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-22c3f319-286a-42c9-88a7-39f9bc7248d0 req-e3241165-4de6-4cbe-8207-83b99dc7fea7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 944 time: 0.0492721 Aug 24 19:30:46.894436 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-22c3f319-286a-42c9-88a7-39f9bc7248d0 req-a3718e14-ef32-4082-bf43-b24c3a4aebad tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318682 Aug 24 19:30:47.151708 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11aa4d8d-d272-4d56-a152-182570ea9cc9'}, {'server_uuid': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395'}, {'server_uuid': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:47.154330 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295919be-af5c-46a7-84e4-dc11ff7b1146" -d '{"events": [{"server_uuid": "fd316c0d-59a0-4082-91a9-019af34e063b", "name": "network-vif-plugged", "status": "completed", "tag": "11aa4d8d-d272-4d56-a152-182570ea9cc9"}, {"server_uuid": "649b4ff1-abbd-4ccb-8b5a-9ba24f560372", "name": "network-vif-plugged", "status": "completed", "tag": "c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395"}, {"server_uuid": "ba289862-3027-492b-b4d1-d8539e4f3126", "name": "network-vif-plugged", "status": "completed", "tag": "f5cceb43-bd57-4a70-b5d7-600c3c4c3870"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:47.177436 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbfa36-28bd-41aa-a387-6ae2d2bff4e4 req-5b47b58c-5612-45c6-a0c3-85c5f35c40d4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:47.179185 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a6fbfa36-28bd-41aa-a387-6ae2d2bff4e4 req-5b47b58c-5612-45c6-a0c3-85c5f35c40d4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.0553975 Aug 24 19:30:47.212585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3b77b3-fafc-4232-897a-826c401832b6 x-openstack-request-id: req-ca3b77b3-fafc-4232-897a-826c401832b6 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:47.212585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd316c0d-59a0-4082-91a9-019af34e063b", "name": "network-vif-plugged", "status": "completed", "tag": "11aa4d8d-d272-4d56-a152-182570ea9cc9", "code": 200}, {"server_uuid": "649b4ff1-abbd-4ccb-8b5a-9ba24f560372", "name": "network-vif-plugged", "status": "completed", "tag": "c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395", "code": 200}, {"server_uuid": "ba289862-3027-492b-b4d1-d8539e4f3126", "name": "network-vif-plugged", "status": "completed", "tag": "f5cceb43-bd57-4a70-b5d7-600c3c4c3870", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:47.212585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca3b77b3-fafc-4232-897a-826c401832b6 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:47.212867 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11aa4d8d-d272-4d56-a152-182570ea9cc9', 'code': 200} Aug 24 19:30:47.212993 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395', 'code': 200} Aug 24 19:30:47.213251 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870', 'code': 200} Aug 24 19:30:47.253959 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a6fbfa36-28bd-41aa-a387-6ae2d2bff4e4 req-a56ed6a7-d7e4-4e91-9497-64f687ba2863 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559471 Aug 24 19:30:47.278602 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 34988) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:47.367013 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7ed0-b2b3-435d-b516-cc25331694e9 req-94f5ffe7-84ea-4889-a93f-de5fe80680fc tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:47.368649 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1f1d7ed0-b2b3-435d-b516-cc25331694e9 req-94f5ffe7-84ea-4889-a93f-de5fe80680fc tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.0593219 Aug 24 19:30:47.406231 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1287709548-network', 'tenant_id': 'eec630d0509c49faa0c681a289a7e331'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:47.414749 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1f1d7ed0-b2b3-435d-b516-cc25331694e9 req-80c46bda-5a15-4468-b5d9-8e6bd68fe0f6 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Aug 24 19:30:47.542590 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Made reservation on behalf of eec630d0509c49faa0c681a289a7e331 for: {'network': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:47.545313 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:47.564034 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:47.632807 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d899-133f-48b3-bbcf-d5dc763b3901 req-6b0c2b65-4a27-47b4-ace8-404a48d938b3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:47.634445 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f4c7d899-133f-48b3-bbcf-d5dc763b3901 req-6b0c2b65-4a27-47b4-ace8-404a48d938b3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0867596 Aug 24 19:30:47.718306 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f4c7d899-133f-48b3-bbcf-d5dc763b3901 req-e4b1d866-5b15-4ac3-a686-b8bb74852d25 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704310 Aug 24 19:30:47.825465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddb7c3-5051-43c4-b720-6ad5f0f2e4d4 req-76fac60c-f0de-4384-b4f9-8dba5f6adddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:47.827636 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3dddb7c3-5051-43c4-b720-6ad5f0f2e4d4 req-76fac60c-f0de-4384-b4f9-8dba5f6adddd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 1099 time: 0.0743403 Aug 24 19:30:47.839812 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:47.851079 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43358256-0ba1-45da-ba47-e7b0b79ae072 req-ad78297e-30f8-4779-a4ac-343e7570b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:47.860503 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-43358256-0ba1-45da-ba47-e7b0b79ae072 req-ad78297e-30f8-4779-a4ac-343e7570b31a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.1331806 Aug 24 19:30:47.866483 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bad1c3-bf7f-4402-8a8f-8f8604f087d2 req-e46d1b52-4ff2-4d26-a8b0-af04606f0314 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:47.867970 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32bad1c3-bf7f-4402-8a8f-8f8604f087d2 req-e46d1b52-4ff2-4d26-a8b0-af04606f0314 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 946 time: 0.1461947 Aug 24 19:30:47.876647 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467390d-f581-4a01-bc0c-2fabd9c7c56f req-8d1b136b-3d13-4119-891d-25d4295ef56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:47.877318 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3dddb7c3-5051-43c4-b720-6ad5f0f2e4d4 req-8d511a8d-965a-4018-a25d-36046d08d082 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Aug 24 19:30:47.878120 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9467390d-f581-4a01-bc0c-2fabd9c7c56f req-8d1b136b-3d13-4119-891d-25d4295ef56f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 1098 time: 0.1013131 Aug 24 19:30:47.910633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:47.960001 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-43358256-0ba1-45da-ba47-e7b0b79ae072 req-177c816d-af7c-4d34-8b84-a68ca1796c2d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893955 Aug 24 19:30:47.974264 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32bad1c3-bf7f-4402-8a8f-8f8604f087d2 req-60a15f7e-e3b7-4f3a-98a5-93bfedb37915 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952542 Aug 24 19:30:47.982219 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:30:48.022749 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5879e27d-30f5-4b2e-a08e-2a3acff20c1b,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:48.026393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.026735 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.segments_db [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Added segment 572acb40-2c04-481e-a3eb-6477bcf5bd5e of type vlan for network 428d7743-05a9-487f-a912-7fbeaa69bf1c Aug 24 19:30:48.079276 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35be5d-14ac-41ed-a94e-061bd7ddb4e7 req-2fbee1c7-a47f-4789-aebf-de059ba89986 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:48.080687 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-af35be5d-14ac-41ed-a94e-061bd7ddb4e7 req-2fbee1c7-a47f-4789-aebf-de059ba89986 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 944 time: 0.1018860 Aug 24 19:30:48.082263 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.131790 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-af35be5d-14ac-41ed-a94e-061bd7ddb4e7 req-245a6ba7-9725-4705-96f0-ef158a804f2f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439162 Aug 24 19:30:48.203872 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.204909 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:48.205492 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.452507 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device adfe6c55-fc59-4263-be71-0135828820e8 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:48.464998 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1850274 Aug 24 19:30:48.469323 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35014) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:48.477788 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Request body: {'subnet': {'network_id': '428d7743-05a9-487f-a912-7fbeaa69bf1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1287709548-subnet', 'tenant_id': 'eec630d0509c49faa0c681a289a7e331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:48.511385 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45341-be7c-41f2-90fd-110d3ca835fc admin admin] Pushing event updated for resources: {'Network': ['ID=428d7743-05a9-487f-a912-7fbeaa69bf1c,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:48.521737 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 428d7743-05a9-487f-a912-7fbeaa69bf1c details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:30:48.553546 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9467390d-f581-4a01-bc0c-2fabd9c7c56f req-2171793a-d2e8-4519-a54f-aaed88ebd528 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082218 Aug 24 19:30:48.573668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87230068-8794-470c-8289-14030cdf0353 req-17cd9f3f-0fb3-4820-b7fc-da9a377f92f3 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:48.575730 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-87230068-8794-470c-8289-14030cdf0353 req-17cd9f3f-0fb3-4820-b7fc-da9a377f92f3 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.0901213 Aug 24 19:30:48.583198 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285736d2-911b-43ee-8865-d0dee7df8a54 req-45db5fa5-1dc9-4f0a-8119-01e11e2c8172 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:48.584677 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-285736d2-911b-43ee-8865-d0dee7df8a54 req-45db5fa5-1dc9-4f0a-8119-01e11e2c8172 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.1409180 Aug 24 19:30:48.605352 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Made reservation on behalf of eec630d0509c49faa0c681a289a7e331 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:48.605546 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port adfe6c55-fc59-4263-be71-0135828820e8 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:48.610411 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.610544 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port adfe6c55-fc59-4263-be71-0135828820e8 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:48.610544 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.652997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-87230068-8794-470c-8289-14030cdf0353 req-f9725813-c579-4dd9-aeb1-eb04057443f3 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673013 Aug 24 19:30:48.658657 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-285736d2-911b-43ee-8865-d0dee7df8a54 req-51a2dc14-e3cb-4c07-ab79-b162366b796e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671279 Aug 24 19:30:48.695422 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.737947 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port adfe6c55-fc59-4263-be71-0135828820e8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=adfe6c55-fc59-4263-be71-0135828820e8,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:48.819233 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.819233 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:30:48.836444 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38e3ae-4630-47a2-812b-871e9a566430 req-797d647c-20ab-44ac-989f-aecaad98db7d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:48.838187 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d38e3ae-4630-47a2-812b-871e9a566430 req-797d647c-20ab-44ac-989f-aecaad98db7d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0518191 Aug 24 19:30:48.867705 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:48.888993 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d38e3ae-4630-47a2-812b-871e9a566430 req-1cd878b3-201c-4c03-91f6-65191a65ce2e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Aug 24 19:30:48.899557 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=adfe6c55-fc59-4263-be71-0135828820e8,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:48.947550 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00a1b99-90a4-4ec7-afbb-10f63444dafc,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:48.964374 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:30:48.972503 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Checking segment: {'id': '572acb40-2c04-481e-a3eb-6477bcf5bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '428d7743-05a9-487f-a912-7fbeaa69bf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:48.972503 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Network hostable DHCP agents. Network: 428d7743-05a9-487f-a912-7fbeaa69bf1c, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:30:48.983747 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:30:48.984136 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:49.077129 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Network 428d7743-05a9-487f-a912-7fbeaa69bf1c is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:30:49.111703 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:49.117652 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fc2ea-87e3-42ee-beaa-0e4e5e36b417 req-7aa70cbd-c019-4061-b17d-efd145593d12 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.119267 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-056fc2ea-87e3-42ee-beaa-0e4e5e36b417 req-7aa70cbd-c019-4061-b17d-efd145593d12 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 946 time: 0.0573180 Aug 24 19:30:49.148144 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:30:49.182388 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 428d7743-05a9-487f-a912-7fbeaa69bf1c) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:49.191034 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.191034 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:49.207992 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f1364-3c34-4c71-9436-a76473bc7cfc None None] Network 428d7743-05a9-487f-a912-7fbeaa69bf1c requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:49.220759 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-056fc2ea-87e3-42ee-beaa-0e4e5e36b417 req-41fcf1bc-8f18-4333-ae69-a3efd915f841 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920358 Aug 24 19:30:49.222290 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8'}, {'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:49.225163 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d296dbe-910e-4e30-9459-09cb91df867e" -d '{"events": [{"server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "name": "network-vif-plugged", "status": "completed", "tag": "adfe6c55-fc59-4263-be71-0135828820e8"}, {"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-plugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:49.231520 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:49.298063 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-44fdbe9b-50f3-4fc7-babf-b3db1635b109 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8271892 Aug 24 19:30:49.337314 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a0300-4c00-4dab-9553-7e4aaf0fc3cc req-7d9c8ea8-b69b-4ae4-9b45-48e43b74de80 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.347150 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c6a0300-4c00-4dab-9553-7e4aaf0fc3cc req-7d9c8ea8-b69b-4ae4-9b45-48e43b74de80 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0654721 Aug 24 19:30:49.350711 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:49.402170 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c6a0300-4c00-4dab-9553-7e4aaf0fc3cc req-df7bb4ea-a393-4376-a7f8-10d9af612879 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540955 Aug 24 19:30:49.458927 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67110ae2-6ca4-40ce-b672-2fbfeb4c9ef1 None None] Network 428d7743-05a9-487f-a912-7fbeaa69bf1c requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:49.490631 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2560eac5-3622-4523-acf4-b9cdc83e8181 x-openstack-request-id: req-2560eac5-3622-4523-acf4-b9cdc83e8181 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:49.490923 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "name": "network-vif-plugged", "status": "completed", "tag": "adfe6c55-fc59-4263-be71-0135828820e8", "code": 200}, {"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-plugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:49.491256 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2560eac5-3622-4523-acf4-b9cdc83e8181 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:49.491538 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8', 'code': 200} Aug 24 19:30:49.495926 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'code': 200} Aug 24 19:30:49.621090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6876a00-ce89-4e97-b23a-f90d5fe6d086 req-a05f19b7-65ab-4943-9f69-11efc689858b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.628896 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6876a00-ce89-4e97-b23a-f90d5fe6d086 req-a05f19b7-65ab-4943-9f69-11efc689858b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0781581 Aug 24 19:30:49.695802 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6876a00-ce89-4e97-b23a-f90d5fe6d086 req-ee599961-33e6-419f-a594-404ef93f687e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629840 Aug 24 19:30:49.714958 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-9fff368c-eb20-44eb-bf95-8221914091f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.717351 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-9fff368c-eb20-44eb-bf95-8221914091f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 1098 time: 0.0531745 Aug 24 19:30:49.909088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0948a-bb11-489e-95a3-cab5b9aaaecd req-fb6077b3-cdce-4893-b143-44eeeb4d3d23 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.910551 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3c0948a-bb11-489e-95a3-cab5b9aaaecd req-fb6077b3-cdce-4893-b143-44eeeb4d3d23 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1128099 Aug 24 19:30:49.920224 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-93d0482a-8ba2-45ba-9fea-716bf3e9db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.920224 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-93d0482a-8ba2-45ba-9fea-716bf3e9db95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.1888547 Aug 24 19:30:49.944041 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e5397-e8d0-4f10-be77-5b9b802cb863 req-b1885a72-2c3e-4749-92ad-1463f3972815 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:49.944041 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f3e5397-e8d0-4f10-be77-5b9b802cb863 req-b1885a72-2c3e-4749-92ad-1463f3972815 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.1253252 Aug 24 19:30:49.997199 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-098bfe77-7872-4434-99f7-6d0571fe6979 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176 HTTP/1.1" status: 200 len: 217 time: 0.0598187 Aug 24 19:30:50.076841 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f639-ea0a-4b1a-9289-7ca002b421af req-bf1376f8-7131-4f3e-a065-00303771ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:50.079227 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-c9c7f639-ea0a-4b1a-9289-7ca002b421af req-bf1376f8-7131-4f3e-a065-00303771ff4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 1098 time: 0.1028554 Aug 24 19:30:50.084930 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3c0948a-bb11-489e-95a3-cab5b9aaaecd req-8390cd0a-48a9-4e16-8e25-e6f566a73f69 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655850 Aug 24 19:30:50.102616 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f3e5397-e8d0-4f10-be77-5b9b802cb863 req-02a768cc-d6dd-4f2b-bbd9-563e177cceee tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513033 Aug 24 19:30:50.120590 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f35f-342d-454f-a5d5-e42355153ef7 req-53da1d12-f95f-40ac-9d18-d3db03a5def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:50.122678 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d957f35f-342d-454f-a5d5-e42355153ef7 req-53da1d12-f95f-40ac-9d18-d3db03a5def7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1098 time: 0.1358635 Aug 24 19:30:50.124243 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-02d60a9b-aef1-4311-9fbb-2a7d9c3267fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:50.127385 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-02d60a9b-aef1-4311-9fbb-2a7d9c3267fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.1019738 Aug 24 19:30:50.134942 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-c9c7f639-ea0a-4b1a-9289-7ca002b421af req-728483e6-691b-45f1-bdd9-e4e7950bb1d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486901 Aug 24 19:30:50.172095 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-ea15597c-bb08-467f-9166-f2f984c20e00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314262 Aug 24 19:30:50.186078 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d957f35f-342d-454f-a5d5-e42355153ef7 req-be19e23d-5f1f-4537-93e3-43b5b6592fa1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516963 Aug 24 19:30:50.329975 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6c54-eedd-4f41-9459-70012e866d4a req-edd99368-3892-4590-8d2b-8b1301f53f0f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:50.331513 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c4f6c54-eedd-4f41-9459-70012e866d4a req-edd99368-3892-4590-8d2b-8b1301f53f0f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 946 time: 0.0553942 Aug 24 19:30:50.351231 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35076) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:50.356961 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1953721106-network', 'tenant_id': '85b930c6cfce483ea14eca0adc09573a'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:50.375476 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c4f6c54-eedd-4f41-9459-70012e866d4a req-f2788963-9d04-4170-9e23-9a2f0e6dd238 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Aug 24 19:30:50.473064 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Made reservation on behalf of 85b930c6cfce483ea14eca0adc09573a for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:50.476595 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:50.485463 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:50.537728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30b20-99d6-47a7-9e10-204f1ae4e294 req-aee5a6c8-dc19-4dd9-845b-899e16c39b8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:50.539241 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2de30b20-99d6-47a7-9e10-204f1ae4e294 req-aee5a6c8-dc19-4dd9-845b-899e16c39b8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Aug 24 19:30:50.587202 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:50.602444 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2de30b20-99d6-47a7-9e10-204f1ae4e294 req-466a7e96-cc18-4e0c-864c-05e45b9f5f95 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566502 Aug 24 19:30:50.665449 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-debdadfa-999e-4217-b558-d8f423d051cb service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008902 Aug 24 19:30:50.732465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:50.761926 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:30:50.766252 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df16b1c-43a4-4b2e-bda0-6d8269147186 req-a4d32113-a769-416f-8fad-048e214c35e7 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929050 Aug 24 19:30:50.773715 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532a8d2-747c-4c82-bac7-53d7c9897411,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:50.781252 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:50.781660 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Added segment 7b48bee6-42e6-4b3f-873d-154f5b5ec3f2 of type vlan for network dda51c9a-a387-41e0-9050-ad4a7140a22f Aug 24 19:30:50.823316 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:50.829543 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6ee5-8042-4267-b1a5-f8cf7b9b7b29 req-3d8a49a0-ce91-444d-98fa-28c1a726c736 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:50.831072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-150c6ee5-8042-4267-b1a5-f8cf7b9b7b29 req-3d8a49a0-ce91-444d-98fa-28c1a726c736 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0513108 Aug 24 19:30:50.874164 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-150c6ee5-8042-4267-b1a5-f8cf7b9b7b29 req-2c90af01-b576-47e9-9bca-197a60ca8c51 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368052 Aug 24 19:30:50.941033 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:50.942171 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:50.942754 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:51.000048 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] Pushing event updated for resources: {'Network': ['ID=dda51c9a-a387-41e0-9050-ad4a7140a22f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:51.009676 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network dda51c9a-a387-41e0-9050-ad4a7140a22f details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:30:51.028077 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-80ca0a0b-9e55-41af-b5fb-521e515e2516 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6750879 Aug 24 19:30:51.030783 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35090) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:51.035693 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Request body: {'subnet': {'network_id': 'dda51c9a-a387-41e0-9050-ad4a7140a22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1953721106-subnet', 'tenant_id': '85b930c6cfce483ea14eca0adc09573a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:51.173607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Made reservation on behalf of 85b930c6cfce483ea14eca0adc09573a for: {'subnet': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:30:51.184878 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:51.322651 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8b3cb-fa61-4bad-98cd-46863452b1a9 req-032fc40e-2246-4005-b6b9-538b48a185ad tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:51.324169 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-43e8b3cb-fa61-4bad-98cd-46863452b1a9 req-032fc40e-2246-4005-b6b9-538b48a185ad tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1623280 Aug 24 19:30:51.364998 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78beeab2-9b05-4432-9df1-a49cca37b7eb req-fb429376-14bd-41eb-a585-6c5dc70b6435 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:51.366551 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-78beeab2-9b05-4432-9df1-a49cca37b7eb req-fb429376-14bd-41eb-a585-6c5dc70b6435 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.1693230 Aug 24 19:30:51.404592 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-43e8b3cb-fa61-4bad-98cd-46863452b1a9 req-28c56d7d-d1dd-46ad-b18e-bed0e17fc5f6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729516 Aug 24 19:30:51.457773 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-78beeab2-9b05-4432-9df1-a49cca37b7eb req-1197a937-c94c-4710-a699-c83e215cee66 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Aug 24 19:30:51.662655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:51.753974 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f6a92e-7e85-4a49-ab86-6d914107a3f0,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:51.773580 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee6f02-ac23-4fb6-97dd-de8381edae7b req-9aceba39-5f3f-4d22-a144-f30dd3dd2833 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:51.774995 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-caee6f02-ac23-4fb6-97dd-de8381edae7b req-9aceba39-5f3f-4d22-a144-f30dd3dd2833 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0870833 Aug 24 19:30:51.776156 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Checking segment: {'id': '7b48bee6-42e6-4b3f-873d-154f5b5ec3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dda51c9a-a387-41e0-9050-ad4a7140a22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:30:51.776535 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Network hostable DHCP agents. Network: dda51c9a-a387-41e0-9050-ad4a7140a22f, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:30:51.820802 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-caee6f02-ac23-4fb6-97dd-de8381edae7b req-5dd5fcc2-271b-4df7-a7c5-514232646d29 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385699 Aug 24 19:30:51.874018 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Network dda51c9a-a387-41e0-9050-ad4a7140a22f is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:30:51.992794 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, dda51c9a-a387-41e0-9050-ad4a7140a22f) {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:30:52.126191 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410bcb5-e3d9-43f1-82f9-9152efe7264f None None] Network dda51c9a-a387-41e0-9050-ad4a7140a22f requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:52.127361 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e672110-3e25-4667-8fce-7a42556d83f0 req-7da483bd-0632-415e-a15d-1e01afef182b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:52.127361 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1e672110-3e25-4667-8fce-7a42556d83f0 req-7da483bd-0632-415e-a15d-1e01afef182b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0528274 Aug 24 19:30:52.127361 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:52.127361 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:52.127361 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1e672110-3e25-4667-8fce-7a42556d83f0 req-863b17c9-c46c-4118-9786-d8b3f62e24bc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348265 Aug 24 19:30:52.127755 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc04c5-a0e1-499d-93d4-32ace2a3336e None None] Network dda51c9a-a387-41e0-9050-ad4a7140a22f requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:30:52.336088 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-1abb49d2-a57f-4a57-85cd-fc84730812e7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3041275 Aug 24 19:30:52.524803 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2fdd-14b3-4839-84a1-a49a8d38a4ea req-b0168b8c-0392-480f-bb6b-cd188cd4b845 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:52.526286 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-951c2fdd-14b3-4839-84a1-a49a8d38a4ea req-b0168b8c-0392-480f-bb6b-cd188cd4b845 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0509868 Aug 24 19:30:52.565010 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-951c2fdd-14b3-4839-84a1-a49a8d38a4ea req-b3602471-d9cf-4241-9cb1-8de648f823a7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Aug 24 19:30:52.691173 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570377-b0b6-4538-874c-fcf1f080bb79 req-58f65001-5380-4333-8ae5-be919bab72e9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:52.692119 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cc570377-b0b6-4538-874c-fcf1f080bb79 req-58f65001-5380-4333-8ae5-be919bab72e9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0573609 Aug 24 19:30:52.701605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35134) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:52.706950 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'floatingip': {'port_id': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:52.776760 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:53.018250 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec37b62-7ddb-4df0-b456-d402bbcbf989 req-257baf9e-461b-476f-9ec9-9a97897e49b9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:53.019778 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cec37b62-7ddb-4df0-b456-d402bbcbf989 req-257baf9e-461b-476f-9ec9-9a97897e49b9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1160998 Aug 24 19:30:53.096826 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cec37b62-7ddb-4df0-b456-d402bbcbf989 req-b219d4d6-24a6-403f-a2ce-481b95fe3a1c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482521 Aug 24 19:30:53.547031 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668ef0c-9473-4629-b77a-0aac922543e4 req-8e0007e5-7ec3-4f20-8373-20455294f4ea tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:53.548577 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f668ef0c-9473-4629-b77a-0aac922543e4 req-8e0007e5-7ec3-4f20-8373-20455294f4ea tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.3748531 Aug 24 19:30:53.563839 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35156) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:53.568734 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'floatingip': {'port_id': 'adfe6c55-fc59-4263-be71-0135828820e8'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:30:53.665646 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:53.739482 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:53.756179 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706903ef-a717-41d5-8ae4-73faca6ea48c req-9f88180b-72ae-4512-96c0-0276082395b2 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:53.758592 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-706903ef-a717-41d5-8ae4-73faca6ea48c req-9f88180b-72ae-4512-96c0-0276082395b2 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.1277051 Aug 24 19:30:53.797496 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-706903ef-a717-41d5-8ae4-73faca6ea48c req-95578617-e014-474f-9bd5-98dbb73e1594 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Aug 24 19:30:53.827797 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:53.953883 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Floating IP dc89303a-4371-4ed1-a8c6-003348342b97 associated. External IP: 172.27.1.80, port: 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570. Aug 24 19:30:54.182728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:30:54.295576 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:54.302032 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:54.310964 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] Sync routers for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:54.321944 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:54.322658 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:54.333138 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-c40d869d-1e27-45f7-a24e-1d5adde21b59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "PUT /v2.0/floatingips/dc89303a-4371-4ed1-a8c6-003348342b97 HTTP/1.1" status: 200 len: 990 time: 1.6278358 Aug 24 19:30:54.333138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:54.333638 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35442dfd-5681-497d-bb67-52233bb47d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:54.356554 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.db.resource_extend [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 19:30:54.435054 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:54.436920 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:54.495200 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:54.593510 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.l3_db [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Floating IP 1e6a7e18-0b81-4aab-bd46-2b56c4650b36 associated. External IP: 172.27.1.123, port: adfe6c55-fc59-4263-be71-0135828820e8. Aug 24 19:30:54.704460 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'dc89303a-4371-4ed1-a8c6-003348342b97', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'port_id': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'mac_address': 'fa:16:3e:ff:b2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:30:15Z', 'updated_at': '2021-08-24T19:30:53Z', 'revision_number': 1, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:54.736467 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] Checking router: f3e94ee2-ed55-4f99-8886-725f65a3d2c6 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:54.744917 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:54.745545 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:54.797981 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:30:54.848953 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:54.902394 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:30:54.906985 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:54.912785 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55867715-379c-4bdd-925e-5775ea22671d None None] Sync routers for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:30:54.923638 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:54.924283 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:54.944188 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-22bc2efe-55bf-414b-87ab-35de4ccbf415 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "PUT /v2.0/floatingips/1e6a7e18-0b81-4aab-bd46-2b56c4650b36 HTTP/1.1" status: 200 len: 991 time: 1.3791323 Aug 24 19:30:54.944815 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:30:54.947037 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e907e03b-06ef-435f-a934-36be149baf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "tag": "adfe6c55-fc59-4263-be71-0135828820e8"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:30:55.144918 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:55.175562 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'dc89303a-4371-4ed1-a8c6-003348342b97', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'port_id': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'mac_address': 'fa:16:3e:ff:b2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:30:15Z', 'updated_at': '2021-08-24T19:30:53Z', 'revision_number': 1, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:55.205222 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825db63-6957-46ce-9e33-8821f5fea9c3 None None] The sync data for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi is: [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'dc89303a-4371-4ed1-a8c6-003348342b97', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'port_id': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'mac_address': 'fa:16:3e:ff:b2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:30:15Z', 'updated_at': '2021-08-24T19:30:53Z', 'revision_number': 1, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:55.393306 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54051db-50f1-4cca-8ed7-c205cf969f21 None None] New status for floating IP dc89303a-4371-4ed1-a8c6-003348342b97: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:30:55.419647 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3997cdd4-1972-49ac-9522-295731f2a2ed x-openstack-request-id: req-3997cdd4-1972-49ac-9522-295731f2a2ed {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:55.420192 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:55.420407 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3997cdd4-1972-49ac-9522-295731f2a2ed {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:55.420932 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'status': 'completed', 'code': 200} Aug 24 19:30:55.437881 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '1e6a7e18-0b81-4aab-bd46-2b56c4650b36', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'port_id': 'adfe6c55-fc59-4263-be71-0135828820e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'mac_address': 'fa:16:3e:f5:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:30:21Z', 'updated_at': '2021-08-24T19:30:54Z', 'revision_number': 1, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:55.468433 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55867715-379c-4bdd-925e-5775ea22671d None None] Checking router: 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:30:55.480961 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:30:55.481512 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:30:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:55.543579 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442dfd-5681-497d-bb67-52233bb47d6a req-566d4fca-3c07-4e35-be8c-0ff164c35923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:55.545655 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35442dfd-5681-497d-bb67-52233bb47d6a req-566d4fca-3c07-4e35-be8c-0ff164c35923 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1098 time: 0.0790944 Aug 24 19:30:55.558862 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07851-8b88-4e86-bba6-fb62094f5bd4 req-e933d79d-0b3c-4aac-97c2-85e273227d82 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:55.558862 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6ae07851-8b88-4e86-bba6-fb62094f5bd4 req-e933d79d-0b3c-4aac-97c2-85e273227d82 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0778415 Aug 24 19:30:55.594403 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:30:55.627457 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6ae07851-8b88-4e86-bba6-fb62094f5bd4 req-a4651362-bea6-42d9-915c-022fcb81b68e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540249 Aug 24 19:30:55.716040 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442dfd-5681-497d-bb67-52233bb47d6a req-8934f6fc-80fb-4d9c-936b-a0f606b4f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:55.717954 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35442dfd-5681-497d-bb67-52233bb47d6a req-8934f6fc-80fb-4d9c-936b-a0f606b4f338 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.1577590 Aug 24 19:30:55.812801 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322fafa3-6bc5-4531-a4cb-fdf1f229ba50 x-openstack-request-id: req-322fafa3-6bc5-4531-a4cb-fdf1f229ba50 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:30:55.813568 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "tag": "adfe6c55-fc59-4263-be71-0135828820e8", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:30:55.813568 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-322fafa3-6bc5-4531-a4cb-fdf1f229ba50 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:30:55.813774 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8', 'status': 'completed', 'code': 200} Aug 24 19:30:55.875460 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-55867715-379c-4bdd-925e-5775ea22671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '1e6a7e18-0b81-4aab-bd46-2b56c4650b36', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'port_id': 'adfe6c55-fc59-4263-be71-0135828820e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'mac_address': 'fa:16:3e:f5:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:30:21Z', 'updated_at': '2021-08-24T19:30:54Z', 'revision_number': 1, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:30:55.904594 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35442dfd-5681-497d-bb67-52233bb47d6a req-58910b40-5e04-4132-a07e-6e4636b98a65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 HTTP/1.1" status: 200 len: 1000 time: 0.1637952 Aug 24 19:30:55.904714 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55867715-379c-4bdd-925e-5775ea22671d None None] The sync data for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi is: [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '1e6a7e18-0b81-4aab-bd46-2b56c4650b36', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'port_id': 'adfe6c55-fc59-4263-be71-0135828820e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'mac_address': 'fa:16:3e:f5:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:30:21Z', 'updated_at': '2021-08-24T19:30:54Z', 'revision_number': 1, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:30:55.929115 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e03b-06ef-435f-a934-36be149baf4d req-f9100d2f-2949-4725-96b2-db843bd33830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:55.930724 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e907e03b-06ef-435f-a934-36be149baf4d req-f9100d2f-2949-4725-96b2-db843bd33830 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 1098 time: 0.0822058 Aug 24 19:30:56.018656 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442dfd-5681-497d-bb67-52233bb47d6a req-352cd361-9837-4f6b-bcb7-49d42321b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:56.020171 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35442dfd-5681-497d-bb67-52233bb47d6a req-352cd361-9837-4f6b-bcb7-49d42321b071 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.1045339 Aug 24 19:30:56.098693 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442dfd-5681-497d-bb67-52233bb47d6a req-93cd77fc-298c-4f3b-abb9-58330977de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:56.107633 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35442dfd-5681-497d-bb67-52233bb47d6a req-93cd77fc-298c-4f3b-abb9-58330977de60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683012 Aug 24 19:30:56.107633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e03b-06ef-435f-a934-36be149baf4d req-2a23db44-01cc-482e-aea4-2e29bbf1e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:56.107633 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e907e03b-06ef-435f-a934-36be149baf4d req-2a23db44-01cc-482e-aea4-2e29bbf1e4ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 911 time: 0.1546869 Aug 24 19:30:56.185886 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be597a-bf12-469e-8daf-6d3f7171f54b None None] New status for floating IP 1e6a7e18-0b81-4aab-bd46-2b56c4650b36: ACTIVE {{(pid=94431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:30:56.297459 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e907e03b-06ef-435f-a934-36be149baf4d req-de417f2e-e52a-4311-b8bd-9d75265ec240 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adfe6c55-fc59-4263-be71-0135828820e8 HTTP/1.1" status: 200 len: 999 time: 0.1830258 Aug 24 19:30:56.315788 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35442dfd-5681-497d-bb67-52233bb47d6a req-a7e71d9a-6986-4135-a85f-3381a62a4a16 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026930 Aug 24 19:30:56.357931 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e03b-06ef-435f-a934-36be149baf4d req-423c2be7-8413-446e-9f07-54a77edbfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:56.358224 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e907e03b-06ef-435f-a934-36be149baf4d req-423c2be7-8413-446e-9f07-54a77edbfdb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 200 len: 849 time: 0.0515397 Aug 24 19:30:56.521586 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e03b-06ef-435f-a934-36be149baf4d req-9d60da93-f9f7-442b-90b4-965a1d162ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:56.523109 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e907e03b-06ef-435f-a934-36be149baf4d req-9d60da93-f9f7-442b-90b4-965a1d162ea5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15cf5dcf-738d-44b5-831d-34d65a4aa388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719118 Aug 24 19:30:56.525554 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35442dfd-5681-497d-bb67-52233bb47d6a req-165943fd-2a05-4477-acd9-256bc2285857 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333768 Aug 24 19:30:56.644390 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e907e03b-06ef-435f-a934-36be149baf4d req-27f465fe-c43b-48da-be02-b83f02bb49bb service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002572 Aug 24 19:30:56.993187 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e907e03b-06ef-435f-a934-36be149baf4d req-91dd188a-42cf-4106-9346-67e6426d493c service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245201 Aug 24 19:30:57.001956 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7428b-eac4-4126-96fd-a94a35513e47 req-5bdd8b60-ca4a-4a5f-9216-1e8d4f512991 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:57.003429 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9ae7428b-eac4-4126-96fd-a94a35513e47 req-5bdd8b60-ca4a-4a5f-9216-1e8d4f512991 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.2851818 Aug 24 19:30:57.043193 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9ae7428b-eac4-4126-96fd-a94a35513e47 req-a0dcf542-b987-4397-9fc8-8e804678ce7b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Aug 24 19:30:58.164404 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd7d0-6249-4740-896c-45a5ba834397 req-0647cbd4-e23c-4c68-8e61-7aed8da0f43f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:58.165938 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-038cd7d0-6249-4740-896c-45a5ba834397 req-0647cbd4-e23c-4c68-8e61-7aed8da0f43f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0495894 Aug 24 19:30:58.205284 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-038cd7d0-6249-4740-896c-45a5ba834397 req-b68366b1-4f59-4d41-8423-cf9a38856573 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Aug 24 19:30:59.047195 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:30:59.067758 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35298) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:59.181299 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:59.281565 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:59.339660 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f53bc-34d5-4189-b5b0-fec842fe03dd req-096bcb1b-6293-441b-87b3-b42c8bcc26c3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:30:59.341262 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-884f53bc-34d5-4189-b5b0-fec842fe03dd req-096bcb1b-6293-441b-87b3-b42c8bcc26c3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0572088 Aug 24 19:30:59.347581 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:59.410501 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c87d6d4754db4b3e8c0f375d41b50b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416367 Aug 24 19:30:59.413319 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35324) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:30:59.421404 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-884f53bc-34d5-4189-b5b0-fec842fe03dd req-b7a2bf72-9efc-4a1b-ad41-0472b310b6f5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670757 Aug 24 19:30:59.422140 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d45f398-b32d-4d4f-a328-5957544391b0,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:59.432780 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.433345 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.448890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f46b30-ce36-4f91-a29d-d0e93bf05dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.488699 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:59.508603 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:59.643960 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:59.646695 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:30:59.648155 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d45f398-b32d-4d4f-a328-5957544391b0 HTTP/1.1" status: 204 len: 168 time: 0.2335701 Aug 24 19:30:59.656471 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d45f398-b32d-4d4f-a328-5957544391b0,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:30:59.663996 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.664371 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.664706 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.665173 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.665505 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.665830 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.666150 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.666472 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.666790 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.667115 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.667424 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:30:59.667737 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763b65e-ea9b-400a-89a7-30a517ae2bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:00.294283 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35352) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:00.308672 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de23e451-afec-4c5f-9e47-3bb0a31ef144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.402200 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de23e451-afec-4c5f-9e47-3bb0a31ef144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.466129 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35366) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:00.467722 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de23e451-afec-4c5f-9e47-3bb0a31ef144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.509020 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e451-afec-4c5f-9e47-3bb0a31ef144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4250c85d-70bd-4831-aebd-b69ece3ac6a1,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:00.516423 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35372) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:00.516656 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-de23e451-afec-4c5f-9e47-3bb0a31ef144 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1037f5314e5c4ee894cfb7d0675d08c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210274 Aug 24 19:31:00.610500 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9f069ff1-e1c1-4c86-839e-cc72aab3c929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.638153 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeaa31-5c27-4f18-a1a9-e6f2e96106be req-95f3f713-a2d5-466c-9b55-660e55568c46 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:00.639602 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4bfeaa31-5c27-4f18-a1a9-e6f2e96106be req-95f3f713-a2d5-466c-9b55-660e55568c46 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.1004646 Aug 24 19:31:00.646287 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc5713cd-38de-44cb-a0dd-1514fe42f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.705628 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc5713cd-38de-44cb-a0dd-1514fe42f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.730529 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4bfeaa31-5c27-4f18-a1a9-e6f2e96106be req-7541f72d-2a55-422a-9f53-c0eadf23633b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823140 Aug 24 19:31:00.800649 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9f069ff1-e1c1-4c86-839e-cc72aab3c929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.872782 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc5713cd-38de-44cb-a0dd-1514fe42f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.875463 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc5713cd-38de-44cb-a0dd-1514fe42f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.876633 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-fc5713cd-38de-44cb-a0dd-1514fe42f932 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4250c85d-70bd-4831-aebd-b69ece3ac6a1 HTTP/1.1" status: 204 len: 168 time: 0.3583472 Aug 24 19:31:00.879544 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9f069ff1-e1c1-4c86-839e-cc72aab3c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:00.895864 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5713cd-38de-44cb-a0dd-1514fe42f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4250c85d-70bd-4831-aebd-b69ece3ac6a1,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:00.923751 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-9f069ff1-e1c1-4c86-839e-cc72aab3c929 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5dc87410b916484f8a97caaade1ead87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565032 Aug 24 19:31:00.927143 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35382) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:00.934632 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f069ff1-e1c1-4c86-839e-cc72aab3c929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1991cf5-c3ef-48e9-b06d-39f8e72f07dd,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:00.983019 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6867b3e1-3c13-4d19-8a15-9d49178d7e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.004001 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6867b3e1-3c13-4d19-8a15-9d49178d7e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.111585 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6867b3e1-3c13-4d19-8a15-9d49178d7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.114160 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6867b3e1-3c13-4d19-8a15-9d49178d7e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.115324 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-6867b3e1-3c13-4d19-8a15-9d49178d7e57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1991cf5-c3ef-48e9-b06d-39f8e72f07dd HTTP/1.1" status: 204 len: 168 time: 0.1857469 Aug 24 19:31:01.123477 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867b3e1-3c13-4d19-8a15-9d49178d7e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1991cf5-c3ef-48e9-b06d-39f8e72f07dd,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:01.571268 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35396) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:01.585607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35ae9f57-72ef-4366-bd89-972499efd3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.672390 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35ae9f57-72ef-4366-bd89-972499efd3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.741189 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35ae9f57-72ef-4366-bd89-972499efd3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.780074 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-35ae9f57-72ef-4366-bd89-972499efd3da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9851147e2ffc44af9e735e983e4605c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076814 Aug 24 19:31:01.780958 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae9f57-72ef-4366-bd89-972499efd3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0ca82e-0757-4ab1-be65-4373fc938e7d,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:01.783444 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35400) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:01.820946 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f3a28d87-79cc-4cf4-af76-890c07200554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.829695 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35404) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:01.850471 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3275dd32-b84a-471c-b9e5-caea4c42ee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.852415 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e43a586a-5efb-484a-a41e-74c859ab599c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.864398 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c31b6c-4fcc-4df2-b0bb-e2412b5f8353 req-f7850b8c-4110-443f-a3ad-ac4df5733b39 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:01.866208 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-13c31b6c-4fcc-4df2-b0bb-e2412b5f8353 req-f7850b8c-4110-443f-a3ad-ac4df5733b39 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0627468 Aug 24 19:31:01.883230 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e43a586a-5efb-484a-a41e-74c859ab599c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:01.934920 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-13c31b6c-4fcc-4df2-b0bb-e2412b5f8353 req-37a89a2a-c9e9-47a6-8fbb-f38f5e87d7d4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606875 Aug 24 19:31:02.009158 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3275dd32-b84a-471c-b9e5-caea4c42ee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.048246 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e43a586a-5efb-484a-a41e-74c859ab599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.051054 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e43a586a-5efb-484a-a41e-74c859ab599c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.054092 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-e43a586a-5efb-484a-a41e-74c859ab599c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce0ca82e-0757-4ab1-be65-4373fc938e7d HTTP/1.1" status: 204 len: 168 time: 0.2695959 Aug 24 19:31:02.071933 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a586a-5efb-484a-a41e-74c859ab599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0ca82e-0757-4ab1-be65-4373fc938e7d,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:02.082697 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3275dd32-b84a-471c-b9e5-caea4c42ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.113563 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-3275dd32-b84a-471c-b9e5-caea4c42ee6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=efe0730a6aa34586804755448f14df19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828457 Aug 24 19:31:02.116192 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35412) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:02.141969 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275dd32-b84a-471c-b9e5-caea4c42ee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53386a6a-93a7-4c03-8dc3-5e80d88937df,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:02.179942 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-abdee2a2-89f7-4dd9-9231-cf54bd71ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.211058 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-abdee2a2-89f7-4dd9-9231-cf54bd71ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.357928 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-abdee2a2-89f7-4dd9-9231-cf54bd71ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.360513 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-abdee2a2-89f7-4dd9-9231-cf54bd71ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:02.361726 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-abdee2a2-89f7-4dd9-9231-cf54bd71ee8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53386a6a-93a7-4c03-8dc3-5e80d88937df HTTP/1.1" status: 204 len: 168 time: 0.2444210 Aug 24 19:31:02.369629 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdee2a2-89f7-4dd9-9231-cf54bd71ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53386a6a-93a7-4c03-8dc3-5e80d88937df,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:03.066418 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c8410-41e7-4653-bc57-f1bc54e7d882 req-c9f07a4e-aaff-4c01-98cc-371d1a6a1f70 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:03.067735 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-404c8410-41e7-4653-bc57-f1bc54e7d882 req-c9f07a4e-aaff-4c01-98cc-371d1a6a1f70 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0523286 Aug 24 19:31:03.114952 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-404c8410-41e7-4653-bc57-f1bc54e7d882 req-23add2c4-3eca-4077-8955-267153179721 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Aug 24 19:31:04.251965 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8b3fb-eee5-41bd-b075-a6072355d4a3 req-cf840451-3bcf-4565-8e55-e8fd70c0ed10 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:04.254243 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-afa8b3fb-eee5-41bd-b075-a6072355d4a3 req-cf840451-3bcf-4565-8e55-e8fd70c0ed10 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0525301 Aug 24 19:31:04.300477 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-afa8b3fb-eee5-41bd-b075-a6072355d4a3 req-5f536a02-c1b8-4ad2-a7fd-126ea0b3d32f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Aug 24 19:31:04.493886 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-32c87a83-331b-4ac1-9965-3f2d36c1e044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:04.860967 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:05.436804 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78dd1-4f64-46b5-93b2-71ce46b6b396 req-1d1ac2fe-efe1-4457-ae9a-7c5079d5cada tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:05.438366 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f7b78dd1-4f64-46b5-93b2-71ce46b6b396 req-1d1ac2fe-efe1-4457-ae9a-7c5079d5cada tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0619476 Aug 24 19:31:05.491790 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f7b78dd1-4f64-46b5-93b2-71ce46b6b396 req-8e3e9afe-7993-4dc0-9667-efb9eab8dac8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Aug 24 19:31:05.798517 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:06.431505 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-10b307fa-b252-4fd6-95b0-f707634528ab tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:06.433812 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-10b307fa-b252-4fd6-95b0-f707634528ab tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.1038263 Aug 24 19:31:06.457083 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-1e7ecc24-a141-4381-8964-5138ba9d0ffc tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/quotas/7a54174229cb4b11bc07726eece4a2af HTTP/1.1" status: 200 len: 375 time: 0.0173483 Aug 24 19:31:06.514972 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-727ffd34-754c-44b0-8167-a92f2ba77d1e tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566833 Aug 24 19:31:06.634364 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-873cfce3-f23f-4ac4-8dd6-6d75322471f8 service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182930 Aug 24 19:31:06.642333 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa9fa-7857-4d23-9e8b-8131585087b4 req-be7b0037-f62f-4389-9155-c06075156341 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:06.645445 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a83fa9fa-7857-4d23-9e8b-8131585087b4 req-be7b0037-f62f-4389-9155-c06075156341 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0792155 Aug 24 19:31:06.727636 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a83fa9fa-7857-4d23-9e8b-8131585087b4 req-340cdc6b-3466-4767-9581-aad6df1366c3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759215 Aug 24 19:31:06.761667 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-a137ebd2-2933-46c3-93b9-7cb3beaf25de service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170030 Aug 24 19:31:07.009060 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a556d5b9-9dfd-4674-a3f0-0828fce98e8a req-3fcb5c5d-2295-406d-ba85-679bef52d42c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 210 time: 0.0275533 Aug 24 19:31:07.247550 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:07.861252 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106352d-a3e8-4006-a81a-f8bd6c873c3a req-161b4541-a2a8-45c2-8ca7-daa201fe4b88 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:07.863325 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5106352d-a3e8-4006-a81a-f8bd6c873c3a req-161b4541-a2a8-45c2-8ca7-daa201fe4b88 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0574024 Aug 24 19:31:07.911007 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5106352d-a3e8-4006-a81a-f8bd6c873c3a req-5f37b69c-1e66-43d3-b40e-b8c6b8eefb24 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Aug 24 19:31:08.105015 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-868da530-83e3-44a5-b3d6-0f74b6603c8a req-80453f93-5edd-435a-8486-a1ae98d5654f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 210 time: 0.0264595 Aug 24 19:31:08.313413 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35636) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:08.431486 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7362019-b579-4e84-80f5-de6a72a06fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:08.529948 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7362019-b579-4e84-80f5-de6a72a06fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:08.614347 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7362019-b579-4e84-80f5-de6a72a06fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:08.655480 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f7362019-b579-4e84-80f5-de6a72a06fc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5831cbf890e841359b0e7ae59e120886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408048 Aug 24 19:31:08.656122 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7362019-b579-4e84-80f5-de6a72a06fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54948f-a10a-42dd-9560-7e0ac63cfd26,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:08.658294 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35642) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:08.713635 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ddf1-7cd7-4caa-befa-2cc45aa56e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:08.735109 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ddf1-7cd7-4caa-befa-2cc45aa56e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:08.855108 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ddf1-7cd7-4caa-befa-2cc45aa56e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:08.857659 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ddf1-7cd7-4caa-befa-2cc45aa56e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:08.858861 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-d0a0ddf1-7cd7-4caa-befa-2cc45aa56e13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd54948f-a10a-42dd-9560-7e0ac63cfd26 HTTP/1.1" status: 204 len: 168 time: 0.1993847 Aug 24 19:31:08.866693 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0ddf1-7cd7-4caa-befa-2cc45aa56e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54948f-a10a-42dd-9560-7e0ac63cfd26,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:09.031737 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65799f-df76-43d7-86f1-6b547222b94f req-0a49774d-3101-4bab-a4a6-1eb806a61c56 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:09.033300 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ce65799f-df76-43d7-86f1-6b547222b94f req-0a49774d-3101-4bab-a4a6-1eb806a61c56 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0513129 Aug 24 19:31:09.081553 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ce65799f-df76-43d7-86f1-6b547222b94f req-5a13d433-e45b-4ea0-a7fb-79dbc3d7ed33 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Aug 24 19:31:09.230250 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9a747d5a-bceb-4154-8326-1bbe849e6841 req-dde63416-d165-4ca3-85a8-d211b8aee56b tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 210 time: 0.0420692 Aug 24 19:31:09.320470 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-d72c3858-4eb6-40f0-807e-7ca5c8a00015 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:09.322801 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-d72c3858-4eb6-40f0-807e-7ca5c8a00015 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.1496353 Aug 24 19:31:09.348855 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Request body: {'port': {'device_id': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'admin_state_up': True, 'tenant_id': '7a54174229cb4b11bc07726eece4a2af'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:31:09.534780 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Made reservation on behalf of 7a54174229cb4b11bc07726eece4a2af for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:31:09.538845 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:09.558535 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35672) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:09.573165 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b6abfd24-b3d9-4302-bdf5-a76919a4443e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:09.674973 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b6abfd24-b3d9-4302-bdf5-a76919a4443e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:09.682931 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Allocated IP 172.20.0.2 (6a1a130c-ef7c-4e9a-95ba-539471ebdef0/4847464e-3644-49a3-af7c-78dc760c60fe/882519cf-19ed-487a-b2db-37296318380e) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:31:09.751549 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b6abfd24-b3d9-4302-bdf5-a76919a4443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:09.792539 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b6abfd24-b3d9-4302-bdf5-a76919a4443e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17f2b0dc6f09457a808e35aca458e04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327719 Aug 24 19:31:09.793497 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abfd24-b3d9-4302-bdf5-a76919a4443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1fe4a9-23d0-4d03-abbe-92f8eb740e87,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:09.795839 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35680) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:09.839102 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:09.847770 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cb682baa-8fcd-4f76-80e2-a7bbf5fc1d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:09.870696 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cb682baa-8fcd-4f76-80e2-a7bbf5fc1d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.008602 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cb682baa-8fcd-4f76-80e2-a7bbf5fc1d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.015733 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.016196 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cb682baa-8fcd-4f76-80e2-a7bbf5fc1d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.016196 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-cb682baa-8fcd-4f76-80e2-a7bbf5fc1d1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff1fe4a9-23d0-4d03-abbe-92f8eb740e87 HTTP/1.1" status: 204 len: 168 time: 0.2158377 Aug 24 19:31:10.027523 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682baa-8fcd-4f76-80e2-a7bbf5fc1d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1fe4a9-23d0-4d03-abbe-92f8eb740e87,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:10.027701 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:31:10.067719 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:31:10.071142 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:31:10.074086 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:31:10.080334 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:10.080991 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.102456 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event updated for resources: {'Port': ['ID=882519cf-19ed-487a-b2db-37296318380e,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:10.202887 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-fd1c3074-de1f-476a-8108-a556e842ce5a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580441 Aug 24 19:31:10.220638 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Request body: {'port': {'device_id': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:31:10.231750 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79520ac2-37d0-49c2-af7c-3d67a15c5f9e req-ed29650d-e2db-445d-a0b0-5be3275d8654 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:10.233303 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-79520ac2-37d0-49c2-af7c-3d67a15c5f9e req-ed29650d-e2db-445d-a0b0-5be3275d8654 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0619721 Aug 24 19:31:10.311520 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.327630 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-79520ac2-37d0-49c2-af7c-3d67a15c5f9e req-2fde81ae-9cf2-4195-aeee-f5dafca12ca1 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795827 Aug 24 19:31:10.417892 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea554361-0469-474f-b0da-64142c7e0f8d req-5e5563c1-8689-4dad-b34e-483fce37a8e0 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:10.419483 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea554361-0469-474f-b0da-64142c7e0f8d req-5e5563c1-8689-4dad-b34e-483fce37a8e0 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 931 time: 0.0974679 Aug 24 19:31:10.537707 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea554361-0469-474f-b0da-64142c7e0f8d req-2c59981b-12dd-4a8e-845a-608924924cfb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680194 Aug 24 19:31:10.676014 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882519cf-19ed-487a-b2db-37296318380e {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:31:10.684165 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.697396 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Transition to ACTIVE for port object 882519cf-19ed-487a-b2db-37296318380e will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:31:10.843157 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:10.915046 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Pushing event updated for resources: {'Port': ['ID=882519cf-19ed-487a-b2db-37296318380e,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:10.939066 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Attempting to bind port 882519cf-19ed-487a-b2db-37296318380e on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:31:10.939417 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Attempting to bind port 882519cf-19ed-487a-b2db-37296318380e by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:31:10.939733 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Attempting to bind port 882519cf-19ed-487a-b2db-37296318380e on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:31:10.955611 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Port 882519cf-19ed-487a-b2db-37296318380e on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:31:10.955945 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Attempting to bind port 882519cf-19ed-487a-b2db-37296318380e on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:31:10.964513 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:31:10.964858 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Checking segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:31:10.965278 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Bound using segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:31:10.965705 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Bound port: 882519cf-19ed-487a-b2db-37296318380e, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:31:10.966571 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:11.031040 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] For port 882519cf-19ed-487a-b2db-37296318380e, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:31:11.034528 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] For port 882519cf-19ed-487a-b2db-37296318380e, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=882519cf-19ed-487a-b2db-37296318380e,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:31:11.123173 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:11.170200 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.171056 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:11.172492 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] 10.222.0.35 "PUT /v2.0/ports/882519cf-19ed-487a-b2db-37296318380e HTTP/1.1" status: 200 len: 1093 time: 0.9568541 Aug 24 19:31:11.175438 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'tag': '882519cf-19ed-487a-b2db-37296318380e'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:31:11.179436 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5b3561-03e3-4b59-8332-28ac0facedbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9dc0dd-298e-4b3f-8117-338c6322ecda", "tag": "882519cf-19ed-487a-b2db-37296318380e"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:31:11.215715 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c6195-21d8-446e-8fbb-bdf668038dee service neutron] Pushing event updated for resources: {'Port': ['ID=882519cf-19ed-487a-b2db-37296318380e,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:11.235890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6a25f-cacf-417a-88b5-05613538a9c5 x-openstack-request-id: req-d6a6a25f-cacf-417a-88b5-05613538a9c5 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:31:11.236180 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9dc0dd-298e-4b3f-8117-338c6322ecda", "tag": "882519cf-19ed-487a-b2db-37296318380e", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:31:11.236463 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6a6a25f-cacf-417a-88b5-05613538a9c5 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:31:11.236921 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'tag': '882519cf-19ed-487a-b2db-37296318380e', 'status': 'completed', 'code': 200} Aug 24 19:31:11.325316 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3561-03e3-4b59-8332-28ac0facedbd req-e6b34977-4bd5-4a97-8b29-418ab7fc7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.326805 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-db5b3561-03e3-4b59-8332-28ac0facedbd req-e6b34977-4bd5-4a97-8b29-418ab7fc7472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 1096 time: 0.0517416 Aug 24 19:31:11.329624 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-a87b17e6-3448-48f0-b146-830ca12d0cac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815520 Aug 24 19:31:11.526571 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3561-03e3-4b59-8332-28ac0facedbd req-a6acb9ac-8153-4aec-9ca9-85a89277101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.527980 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-db5b3561-03e3-4b59-8332-28ac0facedbd req-a6acb9ac-8153-4aec-9ca9-85a89277101a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7a54174229cb4b11bc07726eece4a2af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1682992 Aug 24 19:31:11.529623 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-5cf8e3e7-c495-4c60-8a69-f3c9fa228dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.530929 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-5cf8e3e7-c495-4c60-8a69-f3c9fa228dbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 1099 time: 0.1069973 Aug 24 19:31:11.538159 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97b9e4-824f-4542-bf59-df85d1e22225 req-109dfa7f-f599-4f5b-aa9e-34d3c66ba2c4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.539596 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b97b9e4-824f-4542-bf59-df85d1e22225 req-109dfa7f-f599-4f5b-aa9e-34d3c66ba2c4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.1005633 Aug 24 19:31:11.717769 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b97b9e4-824f-4542-bf59-df85d1e22225 req-661ba3fc-8122-426a-8bcf-e74e76519d9e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722081 Aug 24 19:31:11.780923 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-6a879a6b-014f-4428-894a-a3288c45f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.782333 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-6a879a6b-014f-4428-894a-a3288c45f43f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 915 time: 0.2016430 Aug 24 19:31:11.783272 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3561-03e3-4b59-8332-28ac0facedbd req-3de1d4c0-0a3a-4b23-90fb-13d4a058fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.784592 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-db5b3561-03e3-4b59-8332-28ac0facedbd req-3de1d4c0-0a3a-4b23-90fb-13d4a058fc75 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2323012 Aug 24 19:31:11.794525 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bd5d9-af03-4bb2-a7b0-7eb1fc063153 req-6f175d14-6d49-4f03-bfd7-9c6dafb84e66 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.795932 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd8bd5d9-af03-4bb2-a7b0-7eb1fc063153 req-6f175d14-6d49-4f03-bfd7-9c6dafb84e66 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 943 time: 0.1559753 Aug 24 19:31:11.862589 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-1a6dbe4f-425a-4ba0-b184-69a9a0d3d152 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9 HTTP/1.1" status: 200 len: 217 time: 0.0581174 Aug 24 19:31:11.938902 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd8bd5d9-af03-4bb2-a7b0-7eb1fc063153 req-cb89f7d5-bec7-445d-ab8d-f31be4c7a7f8 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367428 Aug 24 19:31:11.949882 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-e0f8ac33-0607-48d1-98e7-0a5e0c409b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.951260 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-e0f8ac33-0607-48d1-98e7-0a5e0c409b73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 1096 time: 0.1038637 Aug 24 19:31:11.952943 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-48eb19c5-d1e5-44d2-a791-fbc5e38993c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:11.954226 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-48eb19c5-d1e5-44d2-a791-fbc5e38993c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4847464e-3644-49a3-af7c-78dc760c60fe HTTP/1.1" status: 200 len: 854 time: 0.0736866 Aug 24 19:31:12.024096 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-05fec5b2-fa9b-4c63-8485-41ccd1c49fd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=882519cf-19ed-487a-b2db-37296318380e HTTP/1.1" status: 200 len: 217 time: 0.0568740 Aug 24 19:31:12.026366 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-4cc72d5f-dd41-4bf7-9a7d-ee6f51fd1ed0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581822 Aug 24 19:31:12.139150 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-bec4f62d-5caf-4496-b980-97a65e43b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:12.140631 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-bec4f62d-5caf-4496-b980-97a65e43b382 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4847464e-3644-49a3-af7c-78dc760c60fe HTTP/1.1" status: 200 len: 854 time: 0.0988059 Aug 24 19:31:12.294005 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:12.411801 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-e213ed02-38b6-4302-814f-2331840a5911 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2567210 Aug 24 19:31:12.417479 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-db86b7cb-db94-46e8-9e58-f0697561b99f service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745115 Aug 24 19:31:12.582464 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-401f8815-515f-40f1-9f0d-4a9b578f1466 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447158 Aug 24 19:31:12.584158 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c9046b4e-8461-4f44-96fc-542d7118a242 req-4bb80a04-5b45-4ca5-8446-85a248403e30 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454468 Aug 24 19:31:12.692142 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-efe8f9dd-0dbc-4f72-a2bf-267a414fb5b9 req-109f15d1-bf94-4cad-b49e-9059bbca48da service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911334 Aug 24 19:31:12.794263 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35800) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:12.839869 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6bace-c5c7-402f-a213-320c7d7b23b1 req-bebe368b-c8c8-4b14-aca3-863119ed715b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:12.841409 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0cd6bace-c5c7-402f-a213-320c7d7b23b1 req-bebe368b-c8c8-4b14-aca3-863119ed715b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0532711 Aug 24 19:31:12.849586 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] Deleting subnet f00a1b99-90a4-4ec7-afbb-10f63444dafc {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:31:12.852606 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:12.893593 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0cd6bace-c5c7-402f-a213-320c7d7b23b1 req-52f44258-16de-43d9-978c-2343a9494bed tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 Aug 24 19:31:12.898150 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:12.910357 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.062461 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce495eb4-8c78-444b-acbd-fd565b34cc26 req-a56ae46c-7554-44c7-97a1-a8be7abfdce9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:13.064169 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ce495eb4-8c78-444b-acbd-fd565b34cc26 req-a56ae46c-7554-44c7-97a1-a8be7abfdce9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 943 time: 0.0575597 Aug 24 19:31:13.070899 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.101308 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00a1b99-90a4-4ec7-afbb-10f63444dafc,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:13.118462 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.120120 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ce495eb4-8c78-444b-acbd-fd565b34cc26 req-758635bf-fa5a-49e3-9927-481346f18310 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 Aug 24 19:31:13.121171 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-752cfca7-38d2-4fcb-9523-53c7791d0fcc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f00a1b99-90a4-4ec7-afbb-10f63444dafc HTTP/1.1" status: 204 len: 168 time: 0.3258297 Aug 24 19:31:13.123615 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35822) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:13.230825 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.327290 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.338798 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.339222 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.339974 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.340348 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > port after_create 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.340684 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.340994 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > port after_update 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.341307 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.341635 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.341943 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.342539 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.481011 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.481372 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.481698 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.482025 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:31:13.482406 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428d7743-05a9-487f-a912-7fbeaa69bf1c']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:13.504981 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572acb40-2c04-481e-a3eb-6477bcf5bd5e') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:13.505318 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572acb40-2c04-481e-a3eb-6477bcf5bd5e') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:13.526962 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.557700 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.567834 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:31:13.568229 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: from cryptography.utils import int_from_bytes Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: from cryptography.utils import int_from_bytes Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:31:13.572761 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:31:13.705632 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.712795 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.714767 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] 10.222.0.59 "DELETE /v2.0/networks/428d7743-05a9-487f-a912-7fbeaa69bf1c HTTP/1.1" status: 204 len: 168 time: 0.5900273 Aug 24 19:31:13.717886 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35838) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:13.724348 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdd44a-6fc1-4798-8303-1dfa4fb5af11 admin admin] Pushing event deleted for resources: {'Network': ['ID=428d7743-05a9-487f-a912-7fbeaa69bf1c,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:13.762055 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] Deleting subnet 42f6a92e-7e85-4a49-ab86-6d914107a3f0 {{(pid=94430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:31:13.765443 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.801256 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.810878 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.962736 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:13.991832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f6a92e-7e85-4a49-ab86-6d914107a3f0,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:14.004688 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.006592 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e0765890-a327-489a-8397-de97f36daf55 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/42f6a92e-7e85-4a49-ab86-6d914107a3f0 HTTP/1.1" status: 204 len: 168 time: 0.2876716 Aug 24 19:31:14.010119 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35852) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:14.042768 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504044-f73f-4b4a-91e8-62d8b45f7fef req-d3cca686-eab2-44d5-a577-c9aa5fe3fd71 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:14.044504 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-47504044-f73f-4b4a-91e8-62d8b45f7fef req-d3cca686-eab2-44d5-a577-c9aa5fe3fd71 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0562570 Aug 24 19:31:14.082528 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.087003 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-47504044-f73f-4b4a-91e8-62d8b45f7fef req-04713f55-8edb-4c4c-8a88-71234ba240cd tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Aug 24 19:31:14.161927 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.171508 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda51c9a-a387-41e0-9050-ad4a7140a22f']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:14.181893 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b48bee6-42e6-4b3f-873d-154f5b5ec3f2') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:14.182184 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b48bee6-42e6-4b3f-873d-154f5b5ec3f2') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:14.190655 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.204384 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:31:14.215915 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:31:14.319992 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccb526-33e0-4201-9552-a0caec9b2350 req-37adef02-ebb0-4846-9d49-b788d700c184 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:14.322010 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3ccb526-33e0-4201-9552-a0caec9b2350 req-37adef02-ebb0-4846-9d49-b788d700c184 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 943 time: 0.0484724 Aug 24 19:31:14.323190 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.327371 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.332507 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] 10.222.0.59 "DELETE /v2.0/networks/dda51c9a-a387-41e0-9050-ad4a7140a22f HTTP/1.1" status: 204 len: 168 time: 0.3212566 Aug 24 19:31:14.345867 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa531280-0288-4bc8-a22a-729d00a8dfda admin admin] Pushing event deleted for resources: {'Network': ['ID=dda51c9a-a387-41e0-9050-ad4a7140a22f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:14.361429 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3ccb526-33e0-4201-9552-a0caec9b2350 req-eb2a3ca4-0955-4be6-b8d8-b59e0a446b46 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332792 Aug 24 19:31:14.466253 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6929ae-59d1-4c37-96ab-a5c5af3ec42e req-badb65a5-348d-4977-b4c9-e3e13550c021 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:14.467660 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9e6929ae-59d1-4c37-96ab-a5c5af3ec42e req-badb65a5-348d-4977-b4c9-e3e13550c021 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.0484362 Aug 24 19:31:14.505272 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9e6929ae-59d1-4c37-96ab-a5c5af3ec42e req-99879a15-d0c4-4299-a1cc-4674f11eea5d tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Aug 24 19:31:14.779272 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35864) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:14.818068 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d4536323-f7b3-4ebf-9254-abdfd98a4a2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eec630d0509c49faa0c681a289a7e331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375762 Aug 24 19:31:14.822395 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35866) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:14.870126 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f56f0ff1-ba7f-4338-bc25-547ad06c6d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:14.890244 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f56f0ff1-ba7f-4338-bc25-547ad06c6d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:15.041685 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f56f0ff1-ba7f-4338-bc25-547ad06c6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:15.044149 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f56f0ff1-ba7f-4338-bc25-547ad06c6d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:15.045444 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f56f0ff1-ba7f-4338-bc25-547ad06c6d8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5879e27d-30f5-4b2e-a08e-2a3acff20c1b HTTP/1.1" status: 204 len: 168 time: 0.2220025 Aug 24 19:31:15.053441 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f0ff1-ba7f-4338-bc25-547ad06c6d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5879e27d-30f5-4b2e-a08e-2a3acff20c1b,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:15.205552 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60aea6-9977-498b-9308-e6746c74ce9c req-0373ccdb-8220-4021-8d34-6001b9323107 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:15.207025 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0b60aea6-9977-498b-9308-e6746c74ce9c req-0373ccdb-8220-4021-8d34-6001b9323107 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0515730 Aug 24 19:31:15.244944 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0b60aea6-9977-498b-9308-e6746c74ce9c req-29975b2f-b093-4018-b82b-0581706e26df tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Aug 24 19:31:15.764450 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35894) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:15.807305 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-766ce100-1d85-4faf-a40b-237bf022f6cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85b930c6cfce483ea14eca0adc09573a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416169 Aug 24 19:31:15.809736 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35896) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:15.861258 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d82029a-ca35-4036-9b3e-0d8c730a84ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:15.884343 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d82029a-ca35-4036-9b3e-0d8c730a84ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:15.996631 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d82029a-ca35-4036-9b3e-0d8c730a84ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:15.999161 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d82029a-ca35-4036-9b3e-0d8c730a84ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:16.000320 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5d82029a-ca35-4036-9b3e-0d8c730a84ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1532a8d2-747c-4c82-bac7-53d7c9897411 HTTP/1.1" status: 204 len: 168 time: 0.1896210 Aug 24 19:31:16.008075 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82029a-ca35-4036-9b3e-0d8c730a84ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532a8d2-747c-4c82-bac7-53d7c9897411,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:16.207203 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 882519cf-19ed-487a-b2db-37296318380e details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:31:16.303001 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 882519cf-19ed-487a-b2db-37296318380e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=882519cf-19ed-487a-b2db-37296318380e,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:31:16.314376 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '882519cf-19ed-487a-b2db-37296318380e', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'port_id': '882519cf-19ed-487a-b2db-37296318380e', 'mac_address': 'fa:16:3e:63:6c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4847464e-3644-49a3-af7c-78dc760c60fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:31:16.356658 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:16.369240 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882519cf-19ed-487a-b2db-37296318380e {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:31:16.388718 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 882519cf-19ed-487a-b2db-37296318380e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=882519cf-19ed-487a-b2db-37296318380e,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:31:16.459598 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:16.508326 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=882519cf-19ed-487a-b2db-37296318380e,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:16.515391 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.515736 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.516072 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.516429 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:16.523476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:17.358606 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4aa82-9bd7-43e1-bf34-55f7e0a63d1a req-bb238855-f2d2-49ac-a137-4826dfd56470 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:17.360155 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96d4aa82-9bd7-43e1-bf34-55f7e0a63d1a req-bb238855-f2d2-49ac-a137-4826dfd56470 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 944 time: 0.0509562 Aug 24 19:31:17.407416 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96d4aa82-9bd7-43e1-bf34-55f7e0a63d1a req-36056db3-c7b4-4577-a2cb-16724bc65cd9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Aug 24 19:31:17.449763 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a16985-40d7-4d19-b6ad-12ba76cd617b req-17ceb6c1-2181-486e-9f7d-ed33859d9d7d tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:17.451265 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d0a16985-40d7-4d19-b6ad-12ba76cd617b req-17ceb6c1-2181-486e-9f7d-ed33859d9d7d tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.0572815 Aug 24 19:31:17.521719 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d0a16985-40d7-4d19-b6ad-12ba76cd617b req-b10db9ef-1322-4367-9a91-75907cb57be6 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645061 Aug 24 19:31:17.539440 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867e8a-1068-42db-b691-66a709c60f81 req-a0251176-943d-4558-98cd-fdc2bef872ee tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:17.541494 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8d867e8a-1068-42db-b691-66a709c60f81 req-a0251176-943d-4558-98cd-fdc2bef872ee tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0765839 Aug 24 19:31:17.580525 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8d867e8a-1068-42db-b691-66a709c60f81 req-3d1f8e9f-aeb1-4686-a217-a62b3fdfd74c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Aug 24 19:31:17.651525 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 35936) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:17.732987 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['882519cf-19ed-487a-b2db-37296318380e'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:31:17.760985 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-71bf88a6-f8d8-485a-af45-b6ef5ec47fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:17.859407 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-71bf88a6-f8d8-485a-af45-b6ef5ec47fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:17.933474 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-71bf88a6-f8d8-485a-af45-b6ef5ec47fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:17.978237 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-71bf88a6-f8d8-485a-af45-b6ef5ec47fc2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6050a3f2daf4829b9046e2a85e916e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249810 Aug 24 19:31:17.979138 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf88a6-f8d8-485a-af45-b6ef5ec47fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef1ebf-0a17-4acd-8692-869349021afc,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:17.980811 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 35948) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:18.051290 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-595324db-4744-4131-a75a-0be01d6fd950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:18.072607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-595324db-4744-4131-a75a-0be01d6fd950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:18.185427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-595324db-4744-4131-a75a-0be01d6fd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:18.188222 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-595324db-4744-4131-a75a-0be01d6fd950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:18.191990 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-595324db-4744-4131-a75a-0be01d6fd950 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4ef1ebf-0a17-4acd-8692-869349021afc HTTP/1.1" status: 204 len: 168 time: 0.2077515 Aug 24 19:31:18.199533 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595324db-4744-4131-a75a-0be01d6fd950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef1ebf-0a17-4acd-8692-869349021afc,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:18.531726 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3cdc5-fb83-4139-bcad-7f31b62d326a req-65f7c947-2b71-4bac-8f58-c0628c3f14ce tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:18.533388 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5bb3cdc5-fb83-4139-bcad-7f31b62d326a req-65f7c947-2b71-4bac-8f58-c0628c3f14ce tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 944 time: 0.0519552 Aug 24 19:31:18.573183 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5bb3cdc5-fb83-4139-bcad-7f31b62d326a req-07860f36-e66a-4072-abb5-8608fea7be01 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Aug 24 19:31:18.662032 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f912e8f-ac3d-46c6-baa8-2e47b66027f1 req-6955c89c-9d24-49c1-a936-1c70233bd314 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:18.663497 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4f912e8f-ac3d-46c6-baa8-2e47b66027f1 req-6955c89c-9d24-49c1-a936-1c70233bd314 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.0578878 Aug 24 19:31:18.729063 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4f912e8f-ac3d-46c6-baa8-2e47b66027f1 req-e690fa22-987c-4d1c-97f8-d9625851cf03 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Aug 24 19:31:18.737750 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537555-2d9f-4d2f-bd3f-498a40dbb95c req-97aa39c6-c4bc-4bbd-9ca4-6c67da13dfc1 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:18.739331 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ba537555-2d9f-4d2f-bd3f-498a40dbb95c req-97aa39c6-c4bc-4bbd-9ca4-6c67da13dfc1 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0749400 Aug 24 19:31:18.784847 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ba537555-2d9f-4d2f-bd3f-498a40dbb95c req-fbf1d434-9d2b-4c57-ab00-e92d625b195a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Aug 24 19:31:20.968314 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 882519cf-19ed-487a-b2db-37296318380e up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:31:21.064749 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 882519cf-19ed-487a-b2db-37296318380e completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:31:21.069329 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 882519cf-19ed-487a-b2db-37296318380e triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:31:21.069710 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:21.147043 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:21.169101 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882519cf-19ed-487a-b2db-37296318380e'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:31:21.171386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06227456-ce23-48a3-9d66-b74be1ddca17" -d '{"events": [{"server_uuid": "9f9dc0dd-298e-4b3f-8117-338c6322ecda", "name": "network-vif-plugged", "status": "completed", "tag": "882519cf-19ed-487a-b2db-37296318380e"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:31:21.184585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 882519cf-19ed-487a-b2db-37296318380e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=882519cf-19ed-487a-b2db-37296318380e,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:31:21.298160 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:21.345292 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=882519cf-19ed-487a-b2db-37296318380e,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:22.215684 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28207c-2c12-498e-bdb5-3ecd853b5a09 req-d4a9fdb6-5857-469b-ba33-d548e1064d63 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:22.217261 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7c28207c-2c12-498e-bdb5-3ecd853b5a09 req-d4a9fdb6-5857-469b-ba33-d548e1064d63 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 945 time: 0.0829737 Aug 24 19:31:22.225778 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcdbd1-0835-469f-a430-c50900da8eb6 req-d184fa96-a4fe-4f32-833f-b2fc0cbd612e tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:22.227182 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-45dcdbd1-0835-469f-a430-c50900da8eb6 req-d184fa96-a4fe-4f32-833f-b2fc0cbd612e tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.0643694 Aug 24 19:31:22.279598 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7c28207c-2c12-498e-bdb5-3ecd853b5a09 req-fafaaa1a-ae86-4d76-8762-105384670a70 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514576 Aug 24 19:31:22.286589 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-45dcdbd1-0835-469f-a430-c50900da8eb6 req-e3ed6df8-81f4-4bee-a86f-98000c82b463 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526145 Aug 24 19:31:22.333348 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f4d7e7-8afc-483f-8fc8-3ba08500665c x-openstack-request-id: req-e0f4d7e7-8afc-483f-8fc8-3ba08500665c {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:31:22.333826 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9dc0dd-298e-4b3f-8117-338c6322ecda", "name": "network-vif-plugged", "status": "completed", "tag": "882519cf-19ed-487a-b2db-37296318380e", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:31:22.333916 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0f4d7e7-8afc-483f-8fc8-3ba08500665c {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:31:22.334264 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882519cf-19ed-487a-b2db-37296318380e', 'code': 200} Aug 24 19:31:22.384121 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434b98-2620-44fb-9d7b-acde5b5c99ae req-34ccac20-31a9-42f9-9e45-727f32ef6c00 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:22.385644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc434b98-2620-44fb-9d7b-acde5b5c99ae req-34ccac20-31a9-42f9-9e45-727f32ef6c00 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0487094 Aug 24 19:31:22.430798 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc434b98-2620-44fb-9d7b-acde5b5c99ae req-1b6ede01-078d-4a96-8a98-fc28631c14da tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Aug 24 19:31:22.661271 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897ef1-3113-48fd-9f22-85f836ffe8c2 req-e944dd1b-b37e-4e5c-b684-c2338beb5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:22.662799 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-41897ef1-3113-48fd-9f22-85f836ffe8c2 req-e944dd1b-b37e-4e5c-b684-c2338beb5e98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 1098 time: 0.0504375 Aug 24 19:31:22.709981 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-41897ef1-3113-48fd-9f22-85f836ffe8c2 req-f21dd3d8-0076-4f99-9143-def093c50208 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Aug 24 19:31:23.054578 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-4b85eeb5-c4dc-4e1e-b367-e86c7ac83743 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:23.056144 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-4b85eeb5-c4dc-4e1e-b367-e86c7ac83743 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Aug 24 19:31:23.366034 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Deleting port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:31:23.366706 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:23.502312 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fdc9c-8549-43c9-8167-6809a2c0ef9f req-75cd7f02-c826-4ad9-8228-2377627ed527 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:23.504083 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-707fdc9c-8549-43c9-8167-6809a2c0ef9f req-75cd7f02-c826-4ad9-8228-2377627ed527 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 945 time: 0.1487169 Aug 24 19:31:23.537770 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e8048-993b-47f6-8dcc-07a1fa6a86f8 req-6a999e4c-0e87-49a6-a1bb-2b0fcdc4da22 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:23.539184 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c05e8048-993b-47f6-8dcc-07a1fa6a86f8 req-6a999e4c-0e87-49a6-a1bb-2b0fcdc4da22 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 945 time: 0.1071908 Aug 24 19:31:23.546318 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] For port f5cceb43-bd57-4a70-b5d7-600c3c4c3870, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,segment=NetworkSegment(b0ffb518-e6b3-4c6c-a060-d594eacabee1),segment_id=b0ffb518-e6b3-4c6c-a060-d594eacabee1)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:31:23.546687 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:23.578581 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Calling delete_port for f5cceb43-bd57-4a70-b5d7-600c3c4c3870 owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:31:23.599664 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-707fdc9c-8549-43c9-8167-6809a2c0ef9f req-60b71681-bb23-4ef0-a16f-ffed92144312 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855634 Aug 24 19:31:23.675077 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c05e8048-993b-47f6-8dcc-07a1fa6a86f8 req-5c9615a5-aa96-46ae-9cb6-401ae89eb450 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/security-groups?id=45f83460-c112-4e46-b0dd-b3fefe09e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254892 Aug 24 19:31:23.752617 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3a993-449a-4407-90e4-b5a860e92772 req-27623cc8-c057-4eab-8269-ba0417bf0fbc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:23.754172 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-61a3a993-449a-4407-90e4-b5a860e92772 req-27623cc8-c057-4eab-8269-ba0417bf0fbc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0829682 Aug 24 19:31:23.828218 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-61a3a993-449a-4407-90e4-b5a860e92772 req-0b716dd6-cd54-495c-bd5c-d184592fd210 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678802 Aug 24 19:31:23.995763 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:24.007425 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['f5cceb43-bd57-4a70-b5d7-600c3c4c3870'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:31:24.024644 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Pushing event deleted for resources: {'Port': ['ID=f5cceb43-bd57-4a70-b5d7-600c3c4c3870,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:24.089882 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] No DVR routers for this DVR port f5cceb43-bd57-4a70-b5d7-600c3c4c3870 on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:31:24.092842 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:24.094885 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4ca8dd08-9960-475f-b57c-a6f0d0782c29 req-ae31d930-49ec-4e9b-bfce-307231d07492 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.35 "DELETE /v2.0/ports/f5cceb43-bd57-4a70-b5d7-600c3c4c3870 HTTP/1.1" status: 204 len: 173 time: 1.0297737 Aug 24 19:31:24.095319 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'name': 'network-vif-deleted', 'tag': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:31:24.097651 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e0e0e9-8e2b-4ab8-800b-c5233db37a10" -d '{"events": [{"server_uuid": "ba289862-3027-492b-b4d1-d8539e4f3126", "name": "network-vif-deleted", "tag": "f5cceb43-bd57-4a70-b5d7-600c3c4c3870"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:31:24.131791 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed699028-4839-424b-bda3-f4bcb2de8e31 x-openstack-request-id: req-ed699028-4839-424b-bda3-f4bcb2de8e31 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:31:24.132073 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba289862-3027-492b-b4d1-d8539e4f3126", "name": "network-vif-deleted", "tag": "f5cceb43-bd57-4a70-b5d7-600c3c4c3870", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:31:24.132354 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed699028-4839-424b-bda3-f4bcb2de8e31 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:31:24.132742 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba289862-3027-492b-b4d1-d8539e4f3126', 'name': 'network-vif-deleted', 'tag': 'f5cceb43-bd57-4a70-b5d7-600c3c4c3870', 'status': 'completed', 'code': 200} Aug 24 19:31:24.717220 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37cef-ac06-4e01-b81e-c40562bf94ae req-e22d96b6-559b-4e45-a873-b36e49581043 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:24.718719 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-add37cef-ac06-4e01-b81e-c40562bf94ae req-e22d96b6-559b-4e45-a873-b36e49581043 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 945 time: 0.0492196 Aug 24 19:31:24.781284 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-388de371-f9c0-48a7-8330-d21b50e5acc2 req-66a7d8c6-7ac1-49e7-a20c-190cadaa2f00 tempest-DeleteServersTestJSON-229464824 tempest-DeleteServersTestJSON-229464824-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba289862-3027-492b-b4d1-d8539e4f3126 HTTP/1.1" status: 200 len: 210 time: 0.0331194 Aug 24 19:31:24.784736 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-add37cef-ac06-4e01-b81e-c40562bf94ae req-caed4ef3-456b-423e-a3d9-a51cb6e5f387 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597997 Aug 24 19:31:24.969719 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b276a3-b074-48d6-9b29-a9990b22415e req-25165ce1-63ea-465b-86d4-f0604fb6c1a8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:24.971959 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c4b276a3-b074-48d6-9b29-a9990b22415e req-25165ce1-63ea-465b-86d4-f0604fb6c1a8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0739999 Aug 24 19:31:25.041206 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c4b276a3-b074-48d6-9b29-a9990b22415e req-aafff27b-4f0a-45d0-bc1d-67034c19db98 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Aug 24 19:31:26.150227 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729edc3-5650-4dd7-a20f-54565a4bffe8 req-1f62fc29-4494-4738-bd15-4750bd6d0b80 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:26.151847 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4729edc3-5650-4dd7-a20f-54565a4bffe8 req-1f62fc29-4494-4738-bd15-4750bd6d0b80 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0485969 Aug 24 19:31:26.192165 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4729edc3-5650-4dd7-a20f-54565a4bffe8 req-664ee494-fb56-4df0-931b-01d81cf8aa96 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Aug 24 19:31:26.246223 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f5cceb43-bd57-4a70-b5d7-600c3c4c3870 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:31:26.269233 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: f5cceb43-bd57-4a70-b5d7-600c3c4c3870 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:31:26.269575 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f5cceb43-bd57-4a70-b5d7-600c3c4c3870 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:31:27.304088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d425778-e327-438f-b245-cf8bc1d8a504 req-e32d7c1b-6efc-44c6-93b5-41b93e1115f6 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:27.306104 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4d425778-e327-438f-b245-cf8bc1d8a504 req-e32d7c1b-6efc-44c6-93b5-41b93e1115f6 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0476093 Aug 24 19:31:27.343997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4d425778-e327-438f-b245-cf8bc1d8a504 req-b684d9b7-ee6b-4c29-b1d7-f37f1f80bf60 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Aug 24 19:31:27.494200 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36232) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:27.538036 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] Deleting subnet b758e91e-2697-4df9-b648-0c906b0f179b {{(pid=94430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:31:27.541836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:27.578160 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:27.584341 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:27.767399 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:27.796613 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b758e91e-2697-4df9-b648-0c906b0f179b,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:27.801626 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:27.806486 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-83c5af8e-a39a-4611-93ce-ba035abf824a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b758e91e-2697-4df9-b648-0c906b0f179b HTTP/1.1" status: 204 len: 168 time: 0.3111682 Aug 24 19:31:27.806976 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36244) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:27.879846 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:27.961840 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:27.971334 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2440e2cd-2741-4efe-b877-aa22667c4499']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:27.981168 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ffb518-e6b3-4c6c-a060-d594eacabee1') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:27.983255 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ffb518-e6b3-4c6c-a060-d594eacabee1') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:31:27.990034 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:28.003693 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:28.009942 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:31:28.010345 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:31:28.012014 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:31:28.050035 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-d768dfb7-5c82-4370-8924-c3f2a3e2a862 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:28.052722 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-d768dfb7-5c82-4370-8924-c3f2a3e2a862 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.1066589 Aug 24 19:31:28.067497 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-790159dd-d612-4b99-bbd9-21c7ee3319a8 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/quotas/7a54174229cb4b11bc07726eece4a2af HTTP/1.1" status: 200 len: 375 time: 0.0101631 Aug 24 19:31:28.119246 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-61fdbb18-a3d5-4a14-a916-72e5536b16c3 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454619 Aug 24 19:31:28.190371 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:28.197362 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:28.203228 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2440e2cd-2741-4efe-b877-aa22667c4499 HTTP/1.1" status: 204 len: 168 time: 0.3944082 Aug 24 19:31:28.221239 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-e3274cb6-fe54-4c5e-8fc2-e66ee2802ddd service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948138 Aug 24 19:31:28.226873 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3435b12-5e41-4451-9be7-0650a390dcc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2440e2cd-2741-4efe-b877-aa22667c4499,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:28.324857 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-98edad64-f674-4a16-babc-4f8495b776ce service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929658 Aug 24 19:31:28.466755 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15095613-c1cf-46dd-8915-b3334479764c req-779e9de2-b4e9-4669-b7b6-61109bc39679 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:28.468355 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-15095613-c1cf-46dd-8915-b3334479764c req-779e9de2-b4e9-4669-b7b6-61109bc39679 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0485950 Aug 24 19:31:28.505134 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-15095613-c1cf-46dd-8915-b3334479764c req-ef667438-0b35-4091-8e61-ffc5f544ba59 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Aug 24 19:31:28.635177 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5541d06f-8149-4c35-bb8f-cd29a33cd3a0 req-ef17107d-396c-4c8e-8a7a-6a4597cbad46 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 210 time: 0.0286052 Aug 24 19:31:28.870526 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36282) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:28.911288 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-84a8ae59-359e-44d0-82aa-ff45eef9d98b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2638f04be6a545859cf47a40a24cb9c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395823 Aug 24 19:31:28.914698 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36284) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:28.969508 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-03201b54-0e05-4e53-a4f7-ad16d24bd5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:28.992550 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-03201b54-0e05-4e53-a4f7-ad16d24bd5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:29.246504 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-03201b54-0e05-4e53-a4f7-ad16d24bd5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:29.249130 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-03201b54-0e05-4e53-a4f7-ad16d24bd5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:29.250271 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-03201b54-0e05-4e53-a4f7-ad16d24bd5e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45f83460-c112-4e46-b0dd-b3fefe09e1a8 HTTP/1.1" status: 204 len: 168 time: 0.3346019 Aug 24 19:31:29.259113 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03201b54-0e05-4e53-a4f7-ad16d24bd5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f83460-c112-4e46-b0dd-b3fefe09e1a8,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:29.621338 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b50bc-febc-40d2-9f5a-2242dffa9250 req-e14b4b97-dadf-4591-8c36-64ea3546f1c4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:29.622848 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cd9b50bc-febc-40d2-9f5a-2242dffa9250 req-e14b4b97-dadf-4591-8c36-64ea3546f1c4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0471389 Aug 24 19:31:29.660299 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cd9b50bc-febc-40d2-9f5a-2242dffa9250 req-0d018a11-83ac-48eb-a4ec-a8cbcb5232ec tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Aug 24 19:31:29.709974 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d7962782-6f26-49d1-961a-096412b4f649 req-308cd791-a8b5-437e-a893-6757488b9041 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 210 time: 0.0254679 Aug 24 19:31:31.329004 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36372) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:31.438353 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2e1accb5-1ef5-4957-83d3-72901832f4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.567252 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2e1accb5-1ef5-4957-83d3-72901832f4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.720430 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2e1accb5-1ef5-4957-83d3-72901832f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.760192 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2e1accb5-1ef5-4957-83d3-72901832f4e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5815f8d3adc4a8b92f63dfa0f1a07d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300961 Aug 24 19:31:31.761085 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1accb5-1ef5-4957-83d3-72901832f4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f817f85e-9476-48c2-b752-6b247f049865,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:31.763887 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36384) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:31.820783 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-43964bfe-7fb1-4187-9c6b-2b7a56259969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.847612 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-43964bfe-7fb1-4187-9c6b-2b7a56259969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.880489 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5e4826ca-e014-4998-af6d-756d69dbaa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.994906 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-43964bfe-7fb1-4187-9c6b-2b7a56259969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.997561 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-43964bfe-7fb1-4187-9c6b-2b7a56259969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:31.998773 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-43964bfe-7fb1-4187-9c6b-2b7a56259969 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f817f85e-9476-48c2-b752-6b247f049865 HTTP/1.1" status: 204 len: 168 time: 0.2335954 Aug 24 19:31:32.006717 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43964bfe-7fb1-4187-9c6b-2b7a56259969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f817f85e-9476-48c2-b752-6b247f049865,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:32.337064 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-52c866cd-95e6-4dd2-8d79-cb8879db4180 req-40ef5860-96e2-476e-834b-0c7269c78cd4 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 210 time: 0.0342000 Aug 24 19:31:32.352382 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03145e25-77ee-4c9b-a557-57f8b639bacd req-834017cc-9187-4508-97dd-1c3ff045f356 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:32.352382 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-03145e25-77ee-4c9b-a557-57f8b639bacd req-834017cc-9187-4508-97dd-1c3ff045f356 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0782614 Aug 24 19:31:32.390133 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-03145e25-77ee-4c9b-a557-57f8b639bacd req-a31e1f27-7fa6-453f-bf8a-ce4fcd757150 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Aug 24 19:31:32.581384 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36402) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:32.687469 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-31ae9a1b-eabe-4296-beaf-f96d9d9d1af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:32.775949 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-31ae9a1b-eabe-4296-beaf-f96d9d9d1af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:32.891876 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-31ae9a1b-eabe-4296-beaf-f96d9d9d1af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:32.917601 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36410) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:32.934358 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9699d1b6-d801-4b5b-a71e-8d9e3767d34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:32.935733 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-31ae9a1b-eabe-4296-beaf-f96d9d9d1af9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d80e5b942e5403eb1a0ba55c313378e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532636 Aug 24 19:31:32.936771 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae9a1b-eabe-4296-beaf-f96d9d9d1af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12e9de-965f-45b4-93ab-8e4fb18a1eb1,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:32.939125 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36412) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:32.992175 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7feece2b-8706-4018-a0e8-1b39fd9943ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.014777 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7feece2b-8706-4018-a0e8-1b39fd9943ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.032614 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9699d1b6-d801-4b5b-a71e-8d9e3767d34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.154890 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9699d1b6-d801-4b5b-a71e-8d9e3767d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.191947 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699d1b6-d801-4b5b-a71e-8d9e3767d34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906ce9fa-39a3-4d1f-98f2-f3c149cfa326,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:33.198831 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-9699d1b6-d801-4b5b-a71e-8d9e3767d34f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1015843d8e84dffae9979a6579fc694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788908 Aug 24 19:31:33.201893 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36414) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:33.253384 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-23e265ee-b208-4bc2-8013-2f6020792948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.277807 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-23e265ee-b208-4bc2-8013-2f6020792948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.308402 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7feece2b-8706-4018-a0e8-1b39fd9943ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.308402 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7feece2b-8706-4018-a0e8-1b39fd9943ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.308402 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-7feece2b-8706-4018-a0e8-1b39fd9943ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea12e9de-965f-45b4-93ab-8e4fb18a1eb1 HTTP/1.1" status: 204 len: 168 time: 0.3483682 Aug 24 19:31:33.308402 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feece2b-8706-4018-a0e8-1b39fd9943ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12e9de-965f-45b4-93ab-8e4fb18a1eb1,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:33.446708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-050d7900-e754-4b7f-ac77-c51c6fabd111 req-f5107b92-4d59-488e-8298-efc22c27be8b tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 210 time: 0.0301125 Aug 24 19:31:33.511411 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e7f63-f2c1-4d3e-92cc-1f7d88a29fc3 req-661f792c-2f20-4eae-bc3d-77f35a1558ec tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:33.512934 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-191e7f63-f2c1-4d3e-92cc-1f7d88a29fc3 req-661f792c-2f20-4eae-bc3d-77f35a1558ec tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0483708 Aug 24 19:31:33.551508 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-191e7f63-f2c1-4d3e-92cc-1f7d88a29fc3 req-780c7f95-7440-4d15-8637-3582b2116e4d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 24 19:31:33.626259 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-23e265ee-b208-4bc2-8013-2f6020792948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.626259 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-23e265ee-b208-4bc2-8013-2f6020792948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:33.633426 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-23e265ee-b208-4bc2-8013-2f6020792948 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/906ce9fa-39a3-4d1f-98f2-f3c149cfa326 HTTP/1.1" status: 204 len: 168 time: 0.4236965 Aug 24 19:31:33.636713 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e265ee-b208-4bc2-8013-2f6020792948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906ce9fa-39a3-4d1f-98f2-f3c149cfa326,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:33.833888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-7e811191-f9ae-4fe6-a073-8a35d2ad5d71 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:33.835767 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-7e811191-f9ae-4fe6-a073-8a35d2ad5d71 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.1025598 Aug 24 19:31:33.854918 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Request body: {'port': {'device_id': '554e6201-ec34-45b3-ad25-7eba945122f0', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'admin_state_up': True, 'tenant_id': '7a54174229cb4b11bc07726eece4a2af'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:31:34.125981 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Made reservation on behalf of 7a54174229cb4b11bc07726eece4a2af for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:31:34.130624 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.270467 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Allocated IP 172.20.0.9 (6a1a130c-ef7c-4e9a-95ba-539471ebdef0/4847464e-3644-49a3-af7c-78dc760c60fe/a907cbe7-3847-4d97-9c08-0319637b734f) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:31:34.470168 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.480469 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36458) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:34.496327 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ffcb-b0ba-4b7e-8f7d-76497f76eddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.532435 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f15103ab-2d30-4eda-8b37-a59065d01af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.570252 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-acf5976c-eb89-4614-a3e6-0871602a4e97 req-e5d5ee62-fb32-4463-a561-cef4c5415ddd tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 210 time: 0.0303919 Aug 24 19:31:34.601796 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ffcb-b0ba-4b7e-8f7d-76497f76eddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.659564 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.671879 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9', '882519cf-19ed-487a-b2db-37296318380e'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:31:34.726366 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccebfb-7b6c-4708-86a1-db329f9bd091 req-afc3deba-c677-4a1f-bd70-690f46ae8d51 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:34.728512 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0ccebfb-7b6c-4708-86a1-db329f9bd091 req-afc3deba-c677-4a1f-bd70-690f46ae8d51 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0958946 Aug 24 19:31:34.730493 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:31:34.731890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event updated for resources: {'Port': ['ID=a907cbe7-3847-4d97-9c08-0319637b734f,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:34.734954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:31:34.736986 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:31:34.745713 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:34.746353 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.755010 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ffcb-b0ba-4b7e-8f7d-76497f76eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.788852 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0ccebfb-7b6c-4708-86a1-db329f9bd091 req-fef99244-63eb-411e-b32f-5fb6a10f0b7d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Aug 24 19:31:34.795601 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-8ca0ffcb-b0ba-4b7e-8f7d-76497f76eddf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23273613cd0740a0ba2f7d028313ce8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134339 Aug 24 19:31:34.798642 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36462) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:34.801125 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0ffcb-b0ba-4b7e-8f7d-76497f76eddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d229d7e2-4f84-4036-b993-860ddd4e54ac,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:34.862517 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-61586b19-2654-4c09-bdb1-fa7b809da2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.870304 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.889439 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-61586b19-2654-4c09-bdb1-fa7b809da2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:34.917478 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-b2011d6e-f4ce-48c6-8730-fe4657767df2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0571907 Aug 24 19:31:34.930652 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Request body: {'port': {'device_id': '554e6201-ec34-45b3-ad25-7eba945122f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:31:34.994851 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:35.094128 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-61586b19-2654-4c09-bdb1-fa7b809da2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:35.096697 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-61586b19-2654-4c09-bdb1-fa7b809da2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:35.097825 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-61586b19-2654-4c09-bdb1-fa7b809da2d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d229d7e2-4f84-4036-b993-860ddd4e54ac HTTP/1.1" status: 204 len: 168 time: 0.2979913 Aug 24 19:31:35.119235 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61586b19-2654-4c09-bdb1-fa7b809da2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d229d7e2-4f84-4036-b993-860ddd4e54ac,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:35.279701 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a907cbe7-3847-4d97-9c08-0319637b734f {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:31:35.287225 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:35.299487 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Transition to ACTIVE for port object a907cbe7-3847-4d97-9c08-0319637b734f will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:31:35.446142 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:35.765818 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a907cbe7-3847-4d97-9c08-0319637b734f,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:35.810845 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55d5e0-4d17-46eb-b5a3-808e8175b3bc req-4f77aa8b-b21f-428b-9f13-2e72aab10160 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:35.820252 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:35.820798 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe55d5e0-4d17-46eb-b5a3-808e8175b3bc req-4f77aa8b-b21f-428b-9f13-2e72aab10160 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 943 time: 0.1046231 Aug 24 19:31:35.826087 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Attempting to bind port a907cbe7-3847-4d97-9c08-0319637b734f on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:31:35.826430 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Attempting to bind port a907cbe7-3847-4d97-9c08-0319637b734f by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:31:35.826758 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Attempting to bind port a907cbe7-3847-4d97-9c08-0319637b734f on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:31:35.837874 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Port a907cbe7-3847-4d97-9c08-0319637b734f on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:31:35.838209 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Attempting to bind port a907cbe7-3847-4d97-9c08-0319637b734f on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:31:35.849085 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:31:35.849428 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Checking segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:31:35.849816 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Bound using segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:31:35.850321 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Bound port: a907cbe7-3847-4d97-9c08-0319637b734f, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:31:35.850683 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:35.878073 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe55d5e0-4d17-46eb-b5a3-808e8175b3bc req-78ac1466-687b-4642-b482-6cf8f1e5d730 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590620 Aug 24 19:31:35.934083 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] For port a907cbe7-3847-4d97-9c08-0319637b734f, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:31:35.937693 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] For port a907cbe7-3847-4d97-9c08-0319637b734f, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a907cbe7-3847-4d97-9c08-0319637b734f,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:31:36.048466 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:31:36.074270 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:36.084609 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce7809-d950-4882-b50b-f95ecc5fa764 req-368d874d-6a7f-4fae-98c1-13e99432efd7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:36.086434 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46ce7809-d950-4882-b50b-f95ecc5fa764 req-368d874d-6a7f-4fae-98c1-13e99432efd7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0621033 Aug 24 19:31:36.147269 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:36.147809 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:36.149266 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/a907cbe7-3847-4d97-9c08-0319637b734f HTTP/1.1" status: 200 len: 1093 time: 1.2233183 Aug 24 19:31:36.151834 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e6201-ec34-45b3-ad25-7eba945122f0', 'tag': 'a907cbe7-3847-4d97-9c08-0319637b734f'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:31:36.154198 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a1b2f5-0bdb-4e10-9e92-3180139404d9" -d '{"events": [{"name": "network-changed", "server_uuid": "554e6201-ec34-45b3-ad25-7eba945122f0", "tag": "a907cbe7-3847-4d97-9c08-0319637b734f"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:31:36.191566 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae91c9-3f81-4a44-b922-65b99fbf7937 x-openstack-request-id: req-40ae91c9-3f81-4a44-b922-65b99fbf7937 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:31:36.191850 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e6201-ec34-45b3-ad25-7eba945122f0", "tag": "a907cbe7-3847-4d97-9c08-0319637b734f", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:31:36.192097 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40ae91c9-3f81-4a44-b922-65b99fbf7937 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:31:36.192503 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554e6201-ec34-45b3-ad25-7eba945122f0', 'tag': 'a907cbe7-3847-4d97-9c08-0319637b734f', 'status': 'completed', 'code': 200} Aug 24 19:31:36.198641 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f089373-7b8d-41d4-bb30-67b267f070f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a907cbe7-3847-4d97-9c08-0319637b734f,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:36.206449 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46ce7809-d950-4882-b50b-f95ecc5fa764 req-bace64fd-addf-4a05-9f4b-7d8f6c5848bd tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125195 Aug 24 19:31:36.267668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1b2f5-0bdb-4e10-9e92-3180139404d9 req-7290c10f-6642-456b-8aa6-8a0950b32802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:36.269185 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71a1b2f5-0bdb-4e10-9e92-3180139404d9 req-7290c10f-6642-456b-8aa6-8a0950b32802 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 1096 time: 0.0448849 Aug 24 19:31:36.379324 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1b2f5-0bdb-4e10-9e92-3180139404d9 req-4738ec9a-6f9e-48d9-97ee-25e653425a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:36.381072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71a1b2f5-0bdb-4e10-9e92-3180139404d9 req-4738ec9a-6f9e-48d9-97ee-25e653425a70 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7a54174229cb4b11bc07726eece4a2af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1028302 Aug 24 19:31:36.501839 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1b2f5-0bdb-4e10-9e92-3180139404d9 req-936ab920-285f-4fc4-b494-22abc5c632f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:36.503512 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71a1b2f5-0bdb-4e10-9e92-3180139404d9 req-936ab920-285f-4fc4-b494-22abc5c632f8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152995 Aug 24 19:31:36.610688 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-aaa535a6-08b9-48b6-bb4c-5a972942c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:36.612740 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-aaa535a6-08b9-48b6-bb4c-5a972942c720 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 1096 time: 0.0590231 Aug 24 19:31:36.662523 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-208df775-9001-40f7-a93e-160bd3b1a4a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a907cbe7-3847-4d97-9c08-0319637b734f HTTP/1.1" status: 200 len: 217 time: 0.0398412 Aug 24 19:31:36.746308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-009cea4b-e805-4fcd-88af-46875b1488bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:36.747860 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-009cea4b-e805-4fcd-88af-46875b1488bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4847464e-3644-49a3-af7c-78dc760c60fe HTTP/1.1" status: 200 len: 854 time: 0.0510993 Aug 24 19:31:36.781766 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-6470c6d1-cce5-458f-a71e-2b6f285ead1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255485 Aug 24 19:31:36.887493 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-f41d9cc1-3ad1-457d-8ec9-3d029419f3c7 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887878 Aug 24 19:31:37.029347 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f1168ad-0ebe-4dad-9090-6e24f859a922 req-2e510378-2156-46a1-a784-54e2e24c59d2 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336331 Aug 24 19:31:37.041064 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a9d01-31fa-4efd-b414-f127f879a55a req-9ea45278-d057-453b-afd3-5df1b20b0647 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:37.042600 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ab1a9d01-31fa-4efd-b414-f127f879a55a req-9ea45278-d057-453b-afd3-5df1b20b0647 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 943 time: 0.0849771 Aug 24 19:31:37.092192 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ab1a9d01-31fa-4efd-b414-f127f879a55a req-12c37332-2bc4-411b-a3ad-23b46be22702 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410163 Aug 24 19:31:37.268753 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:37.335378 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33061f62-7638-4db6-acc3-baf1e48bd831 req-da17d17f-e45c-4061-8b2a-76923d9504d4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:37.337142 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-33061f62-7638-4db6-acc3-baf1e48bd831 req-da17d17f-e45c-4061-8b2a-76923d9504d4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0598924 Aug 24 19:31:37.381970 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-33061f62-7638-4db6-acc3-baf1e48bd831 req-f8ea121b-a6c1-48fe-8098-7f41f9205f70 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Aug 24 19:31:38.206080 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c9cbd-8eea-44b5-85aa-4a96d307fd83 req-cf8869c5-fe35-41eb-94ec-c756feaf837d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:38.207590 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4f2c9cbd-8eea-44b5-85aa-4a96d307fd83 req-cf8869c5-fe35-41eb-94ec-c756feaf837d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 943 time: 0.0504973 Aug 24 19:31:38.245629 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4f2c9cbd-8eea-44b5-85aa-4a96d307fd83 req-9582ac5c-4e47-45b8-bc33-e22d0b6d1763 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Aug 24 19:31:38.330551 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device a907cbe7-3847-4d97-9c08-0319637b734f details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:31:38.426962 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port a907cbe7-3847-4d97-9c08-0319637b734f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a907cbe7-3847-4d97-9c08-0319637b734f,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:31:38.441607 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'a907cbe7-3847-4d97-9c08-0319637b734f', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'port_id': 'a907cbe7-3847-4d97-9c08-0319637b734f', 'mac_address': 'fa:16:3e:06:fa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4847464e-3644-49a3-af7c-78dc760c60fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:31:38.482509 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:38.495997 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a907cbe7-3847-4d97-9c08-0319637b734f {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:31:38.522377 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port a907cbe7-3847-4d97-9c08-0319637b734f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a907cbe7-3847-4d97-9c08-0319637b734f,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:31:38.527542 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac4939-9ea6-4247-b91b-b20813130ac2 req-47d5fcf4-6d39-4613-9c5f-4acfb84031ca tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:38.531631 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9dac4939-9ea6-4247-b91b-b20813130ac2 req-47d5fcf4-6d39-4613-9c5f-4acfb84031ca tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0768492 Aug 24 19:31:38.565973 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9dac4939-9ea6-4247-b91b-b20813130ac2 req-3b724bde-75f6-4eee-a36e-03c52a6b5062 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Aug 24 19:31:38.634286 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:38.690598 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=a907cbe7-3847-4d97-9c08-0319637b734f,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:38.988580 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd099aa-cff8-4d79-a0b5-72a901899c0b req-b9b5fd98-7c71-4879-87f2-53b139ba2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:38.990048 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0bd099aa-cff8-4d79-a0b5-72a901899c0b req-b9b5fd98-7c71-4879-87f2-53b139ba2f22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 1098 time: 0.0441897 Aug 24 19:31:39.035310 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0bd099aa-cff8-4d79-a0b5-72a901899c0b req-9d1409ea-5dcf-4619-8827-bb6ad9ca0c68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308850 Aug 24 19:31:39.070635 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['a907cbe7-3847-4d97-9c08-0319637b734f'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:31:39.363218 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc179c-fa67-42a2-bf02-10f099b96b81 req-fdf1e689-900c-4095-b45b-08820195ed54 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:39.364790 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8cfc179c-fa67-42a2-bf02-10f099b96b81 req-fdf1e689-900c-4095-b45b-08820195ed54 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 944 time: 0.0484223 Aug 24 19:31:39.404714 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8cfc179c-fa67-42a2-bf02-10f099b96b81 req-eb85b437-6399-454a-8b2e-38903ee8e5f2 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Aug 24 19:31:39.679990 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36646) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:39.703384 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ddb12-e268-4939-8089-f69200a88cf5 req-acca0eb6-c0bb-46d9-bd83-4b0bfd72fdc6 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:39.705008 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9e9ddb12-e268-4939-8089-f69200a88cf5 req-acca0eb6-c0bb-46d9-bd83-4b0bfd72fdc6 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0698564 Aug 24 19:31:39.746130 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9e9ddb12-e268-4939-8089-f69200a88cf5 req-78579742-b91c-48da-8166-af0f7f06ff46 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Aug 24 19:31:39.788519 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-88f2a902-4085-43fb-bd56-37739d5403a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:39.881605 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-88f2a902-4085-43fb-bd56-37739d5403a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.079893 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-88f2a902-4085-43fb-bd56-37739d5403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.118331 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2a902-4085-43fb-bd56-37739d5403a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680e9c6-9c77-4490-b316-2dbf96a74a69,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:40.123092 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-88f2a902-4085-43fb-bd56-37739d5403a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45d0fe27ebf24a8bad2e1a44cdb680b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420185 Aug 24 19:31:40.125772 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36664) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:40.344002 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device a907cbe7-3847-4d97-9c08-0319637b734f up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:31:40.367903 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5dda77eb-c369-457a-91ca-d634514377fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.391652 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5dda77eb-c369-457a-91ca-d634514377fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.508055 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port a907cbe7-3847-4d97-9c08-0319637b734f completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:31:40.512545 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port a907cbe7-3847-4d97-9c08-0319637b734f triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:31:40.513297 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.533882 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534099d-a541-4afc-873d-ab1e5f1dbaf1 req-fd1639ab-22e1-4d58-b218-e0834a22d873 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:40.540859 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e534099d-a541-4afc-873d-ab1e5f1dbaf1 req-fd1639ab-22e1-4d58-b218-e0834a22d873 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 944 time: 0.0664506 Aug 24 19:31:40.554440 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5dda77eb-c369-457a-91ca-d634514377fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.558531 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5dda77eb-c369-457a-91ca-d634514377fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.563297 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5dda77eb-c369-457a-91ca-d634514377fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7680e9c6-9c77-4490-b316-2dbf96a74a69 HTTP/1.1" status: 204 len: 168 time: 0.4329815 Aug 24 19:31:40.580861 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda77eb-c369-457a-91ca-d634514377fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680e9c6-9c77-4490-b316-2dbf96a74a69,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:40.584823 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e534099d-a541-4afc-873d-ab1e5f1dbaf1 req-62b60fb5-e7f4-488a-afb6-ec2c073944b9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Aug 24 19:31:40.616683 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.647755 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e6201-ec34-45b3-ad25-7eba945122f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907cbe7-3847-4d97-9c08-0319637b734f'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:31:40.650638 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d121b241-0acb-4ff7-83c9-3071a13f7f98" -d '{"events": [{"server_uuid": "554e6201-ec34-45b3-ad25-7eba945122f0", "name": "network-vif-plugged", "status": "completed", "tag": "a907cbe7-3847-4d97-9c08-0319637b734f"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:31:40.677084 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port a907cbe7-3847-4d97-9c08-0319637b734f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a907cbe7-3847-4d97-9c08-0319637b734f,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:31:40.695561 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc334ace-db2b-446d-9d00-73188f94d6c6 x-openstack-request-id: req-cc334ace-db2b-446d-9d00-73188f94d6c6 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:31:40.695909 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e6201-ec34-45b3-ad25-7eba945122f0", "name": "network-vif-plugged", "status": "completed", "tag": "a907cbe7-3847-4d97-9c08-0319637b734f", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:31:40.696238 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc334ace-db2b-446d-9d00-73188f94d6c6 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:31:40.696815 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554e6201-ec34-45b3-ad25-7eba945122f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907cbe7-3847-4d97-9c08-0319637b734f', 'code': 200} Aug 24 19:31:40.828811 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:40.865831 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996b49-ed4f-400c-b0b7-5dfc1721dcbd req-64552585-8541-4021-b67a-fb17494cbb3b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:40.867620 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-99996b49-ed4f-400c-b0b7-5dfc1721dcbd req-64552585-8541-4021-b67a-fb17494cbb3b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0519259 Aug 24 19:31:40.882178 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=a907cbe7-3847-4d97-9c08-0319637b734f,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:40.929112 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-99996b49-ed4f-400c-b0b7-5dfc1721dcbd req-d6cea550-0a1b-4ee9-8e22-c1484e46540c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Aug 24 19:31:41.047724 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bcc57-c774-474a-865e-6760ce6d3e82 req-62859097-abaf-4003-af08-9a00329699e8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:41.049747 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-096bcc57-c774-474a-865e-6760ce6d3e82 req-62859097-abaf-4003-af08-9a00329699e8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0527847 Aug 24 19:31:41.104676 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-096bcc57-c774-474a-865e-6760ce6d3e82 req-9ff5ff46-ac15-45cc-b78a-c47a0c083f23 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447059 Aug 24 19:31:41.155556 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e4a3-2efc-4de1-9702-08b1d1df49d5 req-fe80903d-b30f-4b0e-aabc-f62697e78a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:41.157090 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5c66e4a3-2efc-4de1-9702-08b1d1df49d5 req-fe80903d-b30f-4b0e-aabc-f62697e78a61 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 1098 time: 0.0671043 Aug 24 19:31:41.207312 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5c66e4a3-2efc-4de1-9702-08b1d1df49d5 req-0e116306-a6e4-4289-872e-7a8b1debcb93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Aug 24 19:31:41.702599 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205589c-92c2-4cf1-bcfb-d30308dfc9ae req-1551bbd6-9605-401d-b172-a15d4be5925c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:41.709541 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a205589c-92c2-4cf1-bcfb-d30308dfc9ae req-1551bbd6-9605-401d-b172-a15d4be5925c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 945 time: 0.0474756 Aug 24 19:31:41.744194 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a205589c-92c2-4cf1-bcfb-d30308dfc9ae req-2ecf86a9-eb62-4e00-978b-f840e0176c28 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Aug 24 19:31:42.268285 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:42.960176 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 36776) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:43.063026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-198e0724-2655-4619-a3fb-5d5e4415d827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:43.151444 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-198e0724-2655-4619-a3fb-5d5e4415d827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:43.262112 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-198e0724-2655-4619-a3fb-5d5e4415d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:43.300817 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-198e0724-2655-4619-a3fb-5d5e4415d827 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea98ed0dc8e9443fb733704416610b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394978 Aug 24 19:31:43.301680 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e0724-2655-4619-a3fb-5d5e4415d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d31b1-8296-4008-ab6c-85103c22027b,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:43.303796 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36796) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:43.364042 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-0b0be0ca-78da-46a3-adf5-14763418a9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:43.386672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-0b0be0ca-78da-46a3-adf5-14763418a9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:43.547965 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-0b0be0ca-78da-46a3-adf5-14763418a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:43.550653 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-0b0be0ca-78da-46a3-adf5-14763418a9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:43.551996 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-0b0be0ca-78da-46a3-adf5-14763418a9ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b99d31b1-8296-4008-ab6c-85103c22027b HTTP/1.1" status: 204 len: 168 time: 0.2470694 Aug 24 19:31:43.561126 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0be0ca-78da-46a3-adf5-14763418a9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d31b1-8296-4008-ab6c-85103c22027b,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:44.404704 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36818) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:44.420774 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-018a97e4-4c49-4b85-9d3c-a71834f26581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:44.507261 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-018a97e4-4c49-4b85-9d3c-a71834f26581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:44.628035 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-018a97e4-4c49-4b85-9d3c-a71834f26581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:44.664244 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a97e4-4c49-4b85-9d3c-a71834f26581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc902a3-5a9c-44f1-8268-55fc259de7b4,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:44.669166 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-018a97e4-4c49-4b85-9d3c-a71834f26581 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2b15e5e04e44521bda4ac562a334c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634187 Aug 24 19:31:44.672638 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 36822) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:44.718487 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67e1dcdf-5c1d-4672-9831-b512f27cfcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:44.739841 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67e1dcdf-5c1d-4672-9831-b512f27cfcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:44.970768 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67e1dcdf-5c1d-4672-9831-b512f27cfcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:44.973393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67e1dcdf-5c1d-4672-9831-b512f27cfcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:44.974584 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-67e1dcdf-5c1d-4672-9831-b512f27cfcd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edc902a3-5a9c-44f1-8268-55fc259de7b4 HTTP/1.1" status: 204 len: 168 time: 0.3015180 Aug 24 19:31:44.982865 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1dcdf-5c1d-4672-9831-b512f27cfcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc902a3-5a9c-44f1-8268-55fc259de7b4,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:45.115183 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb3523-cbd7-488e-a510-34736539ca05 req-b13567b4-9077-4a9d-9003-7d64ea5e79e8 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:45.116695 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36cb3523-cbd7-488e-a510-34736539ca05 req-b13567b4-9077-4a9d-9003-7d64ea5e79e8 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 945 time: 0.0477269 Aug 24 19:31:45.157714 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36cb3523-cbd7-488e-a510-34736539ca05 req-f9a8fe6f-12f9-422b-b1c0-454b937dd2ed tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Aug 24 19:31:46.273454 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ee7ce-968c-4e1f-a598-51705ad1b15c req-5300e040-aca6-48b0-9c6b-0ee59bece0a5 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:46.275084 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ac2ee7ce-968c-4e1f-a598-51705ad1b15c req-5300e040-aca6-48b0-9c6b-0ee59bece0a5 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Aug 24 19:31:46.314458 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ac2ee7ce-968c-4e1f-a598-51705ad1b15c req-79f8df79-b723-49bc-ace9-62f079bc8783 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Aug 24 19:31:47.378416 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be07a4-0367-4fe5-b696-2486b9dc873a req-a20f70a6-2c93-423a-bc4d-4dd7513ec102 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:47.379941 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-02be07a4-0367-4fe5-b696-2486b9dc873a req-a20f70a6-2c93-423a-bc4d-4dd7513ec102 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0670545 Aug 24 19:31:47.451380 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-02be07a4-0367-4fe5-b696-2486b9dc873a req-7b790a82-1ff4-4917-bc00-d5caa919dd1b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609365 Aug 24 19:31:47.464121 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-7ddd77ae-954c-47d1-9a43-3f5157db7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:47.465644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-7ddd77ae-954c-47d1-9a43-3f5157db7303 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.0840669 Aug 24 19:31:47.561374 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-d6944514-4f35-42b9-9a31-0f350c433af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:47.563077 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-d6944514-4f35-42b9-9a31-0f350c433af0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.0880952 Aug 24 19:31:47.616849 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-2d159945-1906-40bb-9376-932aaa2b7841 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 217 time: 0.0380712 Aug 24 19:31:47.675326 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-61565861-e8f8-46bd-be69-f075331c227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:47.680215 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-61565861-e8f8-46bd-be69-f075331c227c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.0454521 Aug 24 19:31:47.715992 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-a1e508dd-54b5-4cb3-96a0-1ad9ccb4e87b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244265 Aug 24 19:31:47.809946 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-1e0c64cb-4d7b-4ea2-b030-eb9f9e07fafb service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799472 Aug 24 19:31:47.903976 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1ccbc061-9b14-4db9-a6ab-deedcd7735b0 req-2dee02f1-0967-4700-a328-e270ad6eeace service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848684 Aug 24 19:31:48.592218 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694a3de-1cdc-48e7-b81c-140ca0da73d3 req-e95ee80f-a8f4-41eb-9df1-0674bd7b864f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:48.593853 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e694a3de-1cdc-48e7-b81c-140ca0da73d3 req-e95ee80f-a8f4-41eb-9df1-0674bd7b864f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0718870 Aug 24 19:31:48.632787 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e694a3de-1cdc-48e7-b81c-140ca0da73d3 req-337c3c21-d91d-4711-9e07-9dd6a7ccb814 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Aug 24 19:31:49.765412 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0219e2d-e2a1-40b4-9963-ad9c23e295c5 req-cf2a7553-bdc4-4b05-9730-c49d8cb9a699 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:49.767637 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0219e2d-e2a1-40b4-9963-ad9c23e295c5 req-cf2a7553-bdc4-4b05-9730-c49d8cb9a699 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0639882 Aug 24 19:31:49.810404 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0219e2d-e2a1-40b4-9963-ad9c23e295c5 req-b7ef2f76-aad4-4c45-8e7d-924ab8121544 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362504 Aug 24 19:31:50.933545 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876d45-0779-4a7c-ab99-0f972af9cb61 req-14e2fedd-de3b-4ffb-a699-785f1752744c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:50.935633 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a876d45-0779-4a7c-ab99-0f972af9cb61 req-14e2fedd-de3b-4ffb-a699-785f1752744c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0517588 Aug 24 19:31:50.975914 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a876d45-0779-4a7c-ab99-0f972af9cb61 req-09849eef-aa03-4b19-b31f-938d0d21fada tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Aug 24 19:31:51.908372 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37054) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:52.026739 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2013a089-1839-48f9-a7a2-74f99bcdaa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:52.119317 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a369d1-26eb-41ca-b013-3494cad8ee00 req-a6d2146e-76aa-437c-8dc1-56e4be552505 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:52.120925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-66a369d1-26eb-41ca-b013-3494cad8ee00 req-a6d2146e-76aa-437c-8dc1-56e4be552505 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0727746 Aug 24 19:31:52.185877 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-66a369d1-26eb-41ca-b013-3494cad8ee00 req-4ddde387-db95-4141-bbc6-64b33cb1e231 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Aug 24 19:31:52.200677 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2013a089-1839-48f9-a7a2-74f99bcdaa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:52.266713 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2013a089-1839-48f9-a7a2-74f99bcdaa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:52.308663 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-2013a089-1839-48f9-a7a2-74f99bcdaa50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ab4f031f8f14999bec23d73c00b5add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991621 Aug 24 19:31:52.310318 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013a089-1839-48f9-a7a2-74f99bcdaa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925cabb-b995-4623-94d2-2ff0d2580ebf,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:52.311480 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37068) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:52.365036 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-131d5474-e115-4f72-a452-d7feb6db5901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:52.390079 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-131d5474-e115-4f72-a452-d7feb6db5901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:52.535859 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-131d5474-e115-4f72-a452-d7feb6db5901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:52.538507 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-131d5474-e115-4f72-a452-d7feb6db5901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:52.539708 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-131d5474-e115-4f72-a452-d7feb6db5901 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e925cabb-b995-4623-94d2-2ff0d2580ebf HTTP/1.1" status: 204 len: 168 time: 0.2271292 Aug 24 19:31:52.548733 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d5474-e115-4f72-a452-d7feb6db5901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925cabb-b995-4623-94d2-2ff0d2580ebf,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:53.285166 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37108) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:53.300186 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0d26e446-5fe2-41de-89d7-b2ebba9917c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:53.327434 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218cb0c-e3d0-4ad6-bbfb-ee55fbd1c09a req-181e7d4d-31bd-438f-8457-8ac78c64b784 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:53.330110 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4218cb0c-e3d0-4ad6-bbfb-ee55fbd1c09a req-181e7d4d-31bd-438f-8457-8ac78c64b784 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0775788 Aug 24 19:31:53.376816 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4218cb0c-e3d0-4ad6-bbfb-ee55fbd1c09a req-b1146498-f2d5-41a1-b3ad-ca6e7e549815 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Aug 24 19:31:53.403619 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0d26e446-5fe2-41de-89d7-b2ebba9917c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:53.529667 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0d26e446-5fe2-41de-89d7-b2ebba9917c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:53.568595 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-0d26e446-5fe2-41de-89d7-b2ebba9917c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa32696aef5d427d8450459379b46fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821176 Aug 24 19:31:53.569951 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e446-5fe2-41de-89d7-b2ebba9917c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f989b946-929d-442f-ae1b-27b8e1165561,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:53.579372 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37118) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:53.628927 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6f8d30cd-330c-4703-9753-23bc2892e5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:53.653463 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6f8d30cd-330c-4703-9753-23bc2892e5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:53.821713 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6f8d30cd-330c-4703-9753-23bc2892e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:53.824075 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6f8d30cd-330c-4703-9753-23bc2892e5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:53.827642 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-6f8d30cd-330c-4703-9753-23bc2892e5a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f989b946-929d-442f-ae1b-27b8e1165561 HTTP/1.1" status: 204 len: 168 time: 0.2445457 Aug 24 19:31:53.833215 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d30cd-330c-4703-9753-23bc2892e5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f989b946-929d-442f-ae1b-27b8e1165561,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:54.370718 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37142) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:54.492070 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db100506-df93-4db2-95a1-231a0125d05e req-0f83327e-d0a7-4491-900b-394141e6f850 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:54.493639 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-db100506-df93-4db2-95a1-231a0125d05e req-0f83327e-d0a7-4491-900b-394141e6f850 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Aug 24 19:31:54.497999 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b297d31b-1521-48f0-9712-d3e1d47ebb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:54.541144 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-db100506-df93-4db2-95a1-231a0125d05e req-aafbd728-421b-4c1d-b949-eb6fc8dda9ab tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Aug 24 19:31:54.606768 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b297d31b-1521-48f0-9712-d3e1d47ebb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:54.651660 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37156) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:54.735321 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b297d31b-1521-48f0-9712-d3e1d47ebb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:54.776634 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de204157-ebcf-45a1-b5ed-bc0812a7123c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:54.794486 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b297d31b-1521-48f0-9712-d3e1d47ebb78 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dde460bee4744d629b79bd45b76536f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200575 Aug 24 19:31:54.794486 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297d31b-1521-48f0-9712-d3e1d47ebb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96893378-d997-410d-ab5f-c970f66a1cc6,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:54.795504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37162) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:54.852225 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f00-4a74-4d45-89fe-6754b8a68d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:54.875421 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f00-4a74-4d45-89fe-6754b8a68d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:54.880007 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de204157-ebcf-45a1-b5ed-bc0812a7123c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:54.986967 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de204157-ebcf-45a1-b5ed-bc0812a7123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:55.025798 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-de204157-ebcf-45a1-b5ed-bc0812a7123c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=097b6605fbbc453bb4795fc67bfe3049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728955 Aug 24 19:31:55.027161 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de204157-ebcf-45a1-b5ed-bc0812a7123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721b84d8-dfd1-48a5-810c-2281f2daca24,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:55.028737 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37172) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:55.037482 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f00-4a74-4d45-89fe-6754b8a68d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:55.039832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f00-4a74-4d45-89fe-6754b8a68d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:55.048670 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a36d8f00-4a74-4d45-89fe-6754b8a68d44 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96893378-d997-410d-ab5f-c970f66a1cc6 HTTP/1.1" status: 204 len: 168 time: 0.2501774 Aug 24 19:31:55.096741 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d8f00-4a74-4d45-89fe-6754b8a68d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96893378-d997-410d-ab5f-c970f66a1cc6,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:55.114166 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4278a712-cea8-42be-8f21-a00df507ca99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:55.136327 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4278a712-cea8-42be-8f21-a00df507ca99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:55.295576 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4278a712-cea8-42be-8f21-a00df507ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:55.298175 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4278a712-cea8-42be-8f21-a00df507ca99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:55.299322 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-4278a712-cea8-42be-8f21-a00df507ca99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/721b84d8-dfd1-48a5-810c-2281f2daca24 HTTP/1.1" status: 204 len: 168 time: 0.2684016 Aug 24 19:31:55.307237 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278a712-cea8-42be-8f21-a00df507ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721b84d8-dfd1-48a5-810c-2281f2daca24,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:55.650399 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51aaaee-32d6-4fc5-a421-24a5e46cf6c5 req-4e78c65f-e267-44ca-9243-985152305a04 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:55.651880 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e51aaaee-32d6-4fc5-a421-24a5e46cf6c5 req-4e78c65f-e267-44ca-9243-985152305a04 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0495386 Aug 24 19:31:55.688813 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e51aaaee-32d6-4fc5-a421-24a5e46cf6c5 req-5367b0ab-d030-47c7-905d-e70160068820 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Aug 24 19:31:55.964548 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37198) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:55.977664 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c78e-a954-49a4-a0dd-56a0c898b65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.073426 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37204) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:56.081162 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c78e-a954-49a4-a0dd-56a0c898b65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.169986 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c78e-a954-49a4-a0dd-56a0c898b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.216036 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6c78e-a954-49a4-a0dd-56a0c898b65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51728b39-f072-44d8-ace0-fa9975265ee9,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:56.228786 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3ed4543b-a241-4904-a4a5-e97ec342c7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.238917 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b9f6c78e-a954-49a4-a0dd-56a0c898b65e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fe1fc966d644533a83230618870f05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731810 Aug 24 19:31:56.239645 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37216) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:56.296475 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-90b9946b-e009-4b7f-9a1b-97db23ccfe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.318622 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-90b9946b-e009-4b7f-9a1b-97db23ccfe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.328649 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3ed4543b-a241-4904-a4a5-e97ec342c7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.477353 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3ed4543b-a241-4904-a4a5-e97ec342c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.511267 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-90b9946b-e009-4b7f-9a1b-97db23ccfe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.517913 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-90b9946b-e009-4b7f-9a1b-97db23ccfe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.517913 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-90b9946b-e009-4b7f-9a1b-97db23ccfe77 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51728b39-f072-44d8-ace0-fa9975265ee9 HTTP/1.1" status: 204 len: 168 time: 0.2737970 Aug 24 19:31:56.518408 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4543b-a241-4904-a4a5-e97ec342c7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d74af-f8b7-4828-8a09-d2c42a3b3f9f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:56.523903 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9946b-e009-4b7f-9a1b-97db23ccfe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51728b39-f072-44d8-ace0-fa9975265ee9,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:56.527058 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-3ed4543b-a241-4904-a4a5-e97ec342c7a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c75cdf359f1445eb9727120a49bb1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525013 Aug 24 19:31:56.527167 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37228) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:56.579970 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1cf1205a-ac97-4949-93f1-cac05207a63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.600016 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1cf1205a-ac97-4949-93f1-cac05207a63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.769607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1cf1205a-ac97-4949-93f1-cac05207a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.772111 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1cf1205a-ac97-4949-93f1-cac05207a63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:56.773238 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-1cf1205a-ac97-4949-93f1-cac05207a63d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/820d74af-f8b7-4828-8a09-d2c42a3b3f9f HTTP/1.1" status: 204 len: 168 time: 0.2453423 Aug 24 19:31:56.796832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1205a-ac97-4949-93f1-cac05207a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d74af-f8b7-4828-8a09-d2c42a3b3f9f,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:56.818914 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abfcca-648f-4bb9-8c0f-f720c222bccc req-ead9ce2c-0de3-41a6-ab4a-7cb736a7c9dc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:56.819634 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-28abfcca-648f-4bb9-8c0f-f720c222bccc req-ead9ce2c-0de3-41a6-ab4a-7cb736a7c9dc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0604463 Aug 24 19:31:56.859564 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-28abfcca-648f-4bb9-8c0f-f720c222bccc req-93856062-595d-44a6-94ce-8bfcc240c939 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Aug 24 19:31:57.904149 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37278) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:57.931836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8dd2dfda-e322-4951-afee-06fd6fb25d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:58.054093 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8dd2dfda-e322-4951-afee-06fd6fb25d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:58.063391 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263d72f-77c5-4269-a1c6-8976917d9410 req-aaa04e4d-c69c-428b-b741-477ecd74e4d5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:58.064936 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6263d72f-77c5-4269-a1c6-8976917d9410 req-aaa04e4d-c69c-428b-b741-477ecd74e4d5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0733495 Aug 24 19:31:58.116486 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6263d72f-77c5-4269-a1c6-8976917d9410 req-0da4915e-2449-42ba-b3e7-a6d9c83ae2fb tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 24 19:31:58.271267 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8dd2dfda-e322-4951-afee-06fd6fb25d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:58.314027 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-8dd2dfda-e322-4951-afee-06fd6fb25d4f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b0907101b8d44e18a319fd5be518755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080145 Aug 24 19:31:58.319257 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2dfda-e322-4951-afee-06fd6fb25d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0d3d5-0341-4504-a570-ae81c106135d,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:58.319257 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37294) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:58.373804 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-34b46b5d-5212-429a-bf8d-df97321b9da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:58.395306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-34b46b5d-5212-429a-bf8d-df97321b9da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:58.535221 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-34b46b5d-5212-429a-bf8d-df97321b9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:58.538055 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-34b46b5d-5212-429a-bf8d-df97321b9da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:58.539406 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-34b46b5d-5212-429a-bf8d-df97321b9da5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ba0d3d5-0341-4504-a570-ae81c106135d HTTP/1.1" status: 204 len: 168 time: 0.2192547 Aug 24 19:31:58.549920 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b46b5d-5212-429a-bf8d-df97321b9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0d3d5-0341-4504-a570-ae81c106135d,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:59.237443 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc8439-5939-42c4-88f6-deb12fba84b9 req-6864ba68-ee90-4bad-8c57-1a1674d4e60d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:31:59.238967 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-19bc8439-5939-42c4-88f6-deb12fba84b9 req-6864ba68-ee90-4bad-8c57-1a1674d4e60d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Aug 24 19:31:59.276575 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-19bc8439-5939-42c4-88f6-deb12fba84b9 req-001eb959-fabf-496f-bec5-89c74f2393a9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313764 Aug 24 19:31:59.590158 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37352) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:59.655398 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37362) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:59.679024 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:59.777595 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:59.820127 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-327a5a9d-752b-40b2-8dc1-9423cba030f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:59.879374 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:31:59.933921 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7791d25f-8a3c-43a8-b907-a0c413c596d6,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:31:59.942415 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d14f047574a48b59467cc87c625ed91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835519 Aug 24 19:31:59.943098 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37370) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:31:59.950128 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.950786 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.950786 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.951102 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.956896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c666c8-cb9f-4efe-a3e3-dd8e7c7ee7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:31:59.997399 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.016535 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-327a5a9d-752b-40b2-8dc1-9423cba030f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.020571 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.105096 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-327a5a9d-752b-40b2-8dc1-9423cba030f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.154583 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-327a5a9d-752b-40b2-8dc1-9423cba030f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c684b49658f147ec95811ba725d0a597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632350 Aug 24 19:32:00.155482 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a5a9d-752b-40b2-8dc1-9423cba030f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74ddfc-cbdf-495a-812f-7b4b3f8ac337,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:00.157280 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37380) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:00.204175 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.206745 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.207904 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7791d25f-8a3c-43a8-b907-a0c413c596d6 HTTP/1.1" status: 204 len: 168 time: 0.2635627 Aug 24 19:32:00.223496 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7791d25f-8a3c-43a8-b907-a0c413c596d6,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:00.247186 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.250610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.251281 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd9133-7a42-44ac-b1d2-83b1872572f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:00.257228 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2424-914c-48cb-8cc8-4a19df92237a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.284084 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2424-914c-48cb-8cc8-4a19df92237a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.401914 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da234c-b2a1-428b-b517-6dd005ae898f req-6d3c8de7-6e14-4418-80db-2b7014d8603a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:00.403399 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-72da234c-b2a1-428b-b517-6dd005ae898f req-6d3c8de7-6e14-4418-80db-2b7014d8603a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 24 19:32:00.443738 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-72da234c-b2a1-428b-b517-6dd005ae898f req-9a443c06-239c-4574-97cf-33c4d9e8930d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328767 Aug 24 19:32:00.483307 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2424-914c-48cb-8cc8-4a19df92237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.485918 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2424-914c-48cb-8cc8-4a19df92237a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:00.487051 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-cdeb2424-914c-48cb-8cc8-4a19df92237a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a74ddfc-cbdf-495a-812f-7b4b3f8ac337 HTTP/1.1" status: 204 len: 168 time: 0.3286376 Aug 24 19:32:00.500752 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb2424-914c-48cb-8cc8-4a19df92237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74ddfc-cbdf-495a-812f-7b4b3f8ac337,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:01.212790 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37412) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:01.231218 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-269a7c0b-bd1b-47bb-9b01-94eff747423e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.320426 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-269a7c0b-bd1b-47bb-9b01-94eff747423e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.448328 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-269a7c0b-bd1b-47bb-9b01-94eff747423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.489580 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-269a7c0b-bd1b-47bb-9b01-94eff747423e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ef32bbb909d423e889dd4bdc3d55d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730401 Aug 24 19:32:01.489580 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7c0b-bd1b-47bb-9b01-94eff747423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6939c833-9a4b-4410-928e-a5c01674ea63,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:01.490092 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37424) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:01.623949 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36ccc9f6-ba60-46c4-a4dd-d2e8956dea57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.645094 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90964103-0594-49c9-a07a-2cd0d5e6e3a0 req-4a81fe56-8115-4abe-b908-0d05e6dd1944 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:01.646945 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-90964103-0594-49c9-a07a-2cd0d5e6e3a0 req-4a81fe56-8115-4abe-b908-0d05e6dd1944 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0921230 Aug 24 19:32:01.660606 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36ccc9f6-ba60-46c4-a4dd-d2e8956dea57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.715076 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-90964103-0594-49c9-a07a-2cd0d5e6e3a0 req-4f0d91d6-c81e-49d0-8adc-623fd68acfed tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 Aug 24 19:32:01.880840 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36ccc9f6-ba60-46c4-a4dd-d2e8956dea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.881018 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f6094b54-5a18-430a-aef8-9432fa249aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.881517 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36ccc9f6-ba60-46c4-a4dd-d2e8956dea57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:01.882597 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-36ccc9f6-ba60-46c4-a4dd-d2e8956dea57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6939c833-9a4b-4410-928e-a5c01674ea63 HTTP/1.1" status: 204 len: 168 time: 0.3858116 Aug 24 19:32:01.892234 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccc9f6-ba60-46c4-a4dd-d2e8956dea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939c833-9a4b-4410-928e-a5c01674ea63,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:03.677380 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af2a41-54ff-41f0-9712-c76832007ca2 req-c205a6a2-7de0-48aa-bc41-23626df8e619 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:03.678944 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7af2a41-54ff-41f0-9712-c76832007ca2 req-c205a6a2-7de0-48aa-bc41-23626df8e619 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0979617 Aug 24 19:32:03.731275 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-8a2dab28-35ca-46c7-a8ba-274694b285df tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:03.732773 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-8a2dab28-35ca-46c7-a8ba-274694b285df tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.1618817 Aug 24 19:32:03.755496 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7af2a41-54ff-41f0-9712-c76832007ca2 req-9e9824cc-bb77-4912-bd79-ba080f048986 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663142 Aug 24 19:32:03.756862 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-72cab33e-9c71-4ef6-af4a-55d36d8c5183 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/quotas/7a54174229cb4b11bc07726eece4a2af HTTP/1.1" status: 200 len: 375 time: 0.0169196 Aug 24 19:32:03.815212 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-798069bb-4de4-4fc9-a935-c75b1da7eb50 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480611 Aug 24 19:32:03.904734 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-e4b784b4-8632-4eee-878f-1fca6f2e47b0 service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824471 Aug 24 19:32:03.991632 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-02a4efbd-b22b-4099-937e-30ec5ffb11e0 service neutron] 10.222.0.59 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807507 Aug 24 19:32:04.260254 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9fd380f5-1657-4048-8f43-0643dd1dadd4 req-6a253648-a9b6-4f3f-87d7-8bf1ab7364f9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0263801 Aug 24 19:32:04.543218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-247b2d7a-c05c-425e-a326-2255ec43fa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:04.802658 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:04.903475 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591fafa-c4e9-46ca-b934-c0c69f7d0c47 req-507c3e5d-096c-400d-8e46-eb2a9f903c21 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:04.906959 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9591fafa-c4e9-46ca-b934-c0c69f7d0c47 req-507c3e5d-096c-400d-8e46-eb2a9f903c21 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0630708 Aug 24 19:32:04.947183 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9591fafa-c4e9-46ca-b934-c0c69f7d0c47 req-fe8089f8-9d4a-4338-b000-f9efb56190c8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Aug 24 19:32:05.362520 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32b20937-c847-418d-9497-99463467a403 req-78e53f40-afa1-4683-ac2d-d4fc3da040da tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0253336 Aug 24 19:32:05.865838 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:06.062110 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b866f3-2e55-4090-8841-272b218f6650 req-2acd0ff2-bbe5-4cf0-9386-8c69d2ef9c14 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:06.063503 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-85b866f3-2e55-4090-8841-272b218f6650 req-2acd0ff2-bbe5-4cf0-9386-8c69d2ef9c14 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0499876 Aug 24 19:32:06.102290 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-85b866f3-2e55-4090-8841-272b218f6650 req-a93ffd33-f711-4dc8-9db1-f9b2988e721c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Aug 24 19:32:06.462360 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4fd6adc8-4188-4774-b9af-33b19e63a231 req-5a27a588-df5e-4e2b-a6e7-8f8f9f3e65c7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0256145 Aug 24 19:32:07.221435 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e16fe-c120-4e66-831f-1a177d407251 req-aaa15c3c-895a-463b-9cbc-03b7ab21409e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:07.223108 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-742e16fe-c120-4e66-831f-1a177d407251 req-aaa15c3c-895a-463b-9cbc-03b7ab21409e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Aug 24 19:32:07.261026 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-742e16fe-c120-4e66-831f-1a177d407251 req-fa93cb20-3c41-4a60-9feb-9b9ad9764a16 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Aug 24 19:32:07.316833 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:07.561109 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7cf1cd5-9182-41b3-b147-547707e27e77 req-a913172d-aa60-44a7-b854-56730e8d7d19 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0259457 Aug 24 19:32:08.377067 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261fc82-c056-4a22-9028-cf50abdb4f7c req-9d11265b-455a-4ac1-9dcd-9f4fcfe264eb tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:08.378682 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a261fc82-c056-4a22-9028-cf50abdb4f7c req-9d11265b-455a-4ac1-9dcd-9f4fcfe264eb tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0494723 Aug 24 19:32:08.420913 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a261fc82-c056-4a22-9028-cf50abdb4f7c req-645a74e4-34ca-4cff-b366-7845c6082c77 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Aug 24 19:32:08.653284 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8f899c35-a04f-403b-942a-1c7bfb3d5a12 req-e64d597b-7c87-4eda-9dfc-0cce056fda7d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0251253 Aug 24 19:32:09.545451 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22debd-9e8c-465d-a22e-42d628dd86ef req-4a444a20-5e1c-487e-a3e5-4151c89ff268 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:09.546943 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e22debd-9e8c-465d-a22e-42d628dd86ef req-4a444a20-5e1c-487e-a3e5-4151c89ff268 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0557656 Aug 24 19:32:09.585107 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e22debd-9e8c-465d-a22e-42d628dd86ef req-d3865fa7-bd7a-49d8-a823-297af7528d1f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Aug 24 19:32:09.746900 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1bd93450-4529-4436-82cd-878309e9555b req-15810b44-ba17-4729-8f42-01eee2224177 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0265107 Aug 24 19:32:10.699128 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeadd5f-e2d3-4a81-bd7a-865c71de0e0e req-72e407bc-2d4b-4b37-97e5-4637fec2c3c7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:10.700634 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1aeadd5f-e2d3-4a81-bd7a-865c71de0e0e req-72e407bc-2d4b-4b37-97e5-4637fec2c3c7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0476184 Aug 24 19:32:10.738690 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1aeadd5f-e2d3-4a81-bd7a-865c71de0e0e req-339c6c08-fa6c-4919-baf7-d7adc8d7288b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Aug 24 19:32:10.839644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c96d18a-1517-41ac-8076-61fe936b2502 req-20ca3f45-2a90-4c05-843d-8e422e0ca4fa tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0279777 Aug 24 19:32:11.849877 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb321247-fb60-4333-b96b-9264d98452ba req-bac1a9bc-1f83-4a3e-8113-147b33238dc5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:11.851929 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cb321247-fb60-4333-b96b-9264d98452ba req-bac1a9bc-1f83-4a3e-8113-147b33238dc5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0474272 Aug 24 19:32:11.888305 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cb321247-fb60-4333-b96b-9264d98452ba req-362ba7f6-0726-4a11-b10c-59985ce47666 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302405 Aug 24 19:32:11.931064 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b8f37380-46cb-4139-9034-29e4e0dcd655 req-a38e27ad-e5fb-4ef4-8b8c-668c526f9b9b tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0255420 Aug 24 19:32:12.305822 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:12.720961 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-47f39503-dc12-41df-8c5c-1460358c74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:12.722411 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-47f39503-dc12-41df-8c5c-1460358c74bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.0697331 Aug 24 19:32:12.729829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-af3a90fc-0fa7-461b-a058-aaf235a9369a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:12.731173 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-af3a90fc-0fa7-461b-a058-aaf235a9369a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/networks?id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 200 len: 814 time: 0.3589022 Aug 24 19:32:12.751334 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Request body: {'port': {'device_id': '46d2d343-94b5-4688-84f5-89951c4d4555', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'admin_state_up': True, 'tenant_id': '7a54174229cb4b11bc07726eece4a2af'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:12.906758 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-98b097b4-7e48-420c-850a-85d64fdfc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:12.908177 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-98b097b4-7e48-420c-850a-85d64fdfc55c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.1524425 Aug 24 19:32:13.018312 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807d9b-04f3-444f-b25a-5e0cf145c337 req-5412d882-4e03-40ff-87c8-7b6d1e6f73bd tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:13.019681 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aa807d9b-04f3-444f-b25a-5e0cf145c337 req-5412d882-4e03-40ff-87c8-7b6d1e6f73bd tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0636160 Aug 24 19:32:13.033939 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Made reservation on behalf of 7a54174229cb4b11bc07726eece4a2af for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:13.037225 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:13.040817 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9dcdb02d-64c2-4145-b2d4-a23a14e7a368 req-4def621b-80fb-4204-b966-d54cca437eb5 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0412774 Aug 24 19:32:13.051229 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:32:13.090975 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aa807d9b-04f3-444f-b25a-5e0cf145c337 req-b78bb1b6-c6a3-4b84-a267-5be267290a9c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580676 Aug 24 19:32:13.195552 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Allocated IP 172.20.0.14 (6a1a130c-ef7c-4e9a-95ba-539471ebdef0/4847464e-3644-49a3-af7c-78dc760c60fe/2e1e62a7-e029-4686-a6f1-fc643ec5a30d) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:13.351673 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:13.523073 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:13.570648 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:13.573665 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:13.577423 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:13.582951 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:13.583509 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:13.590118 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event updated for resources: {'Port': ['ID=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:13.705894 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-adbc5616-81a7-41d6-ab1e-69323c0fa94f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9585223 Aug 24 19:32:14.153382 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715416c6-d007-48ef-ad78-e4b841f97ed4 req-bfccc631-5581-4fac-bb23-cea12fce3685 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:14.154842 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-715416c6-d007-48ef-ad78-e4b841f97ed4 req-bfccc631-5581-4fac-bb23-cea12fce3685 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 932 time: 0.0473824 Aug 24 19:32:14.219499 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-715416c6-d007-48ef-ad78-e4b841f97ed4 req-5a13bcd6-5b3b-458f-b14a-4e9067d61168 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515795 Aug 24 19:32:14.227989 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b2ae0-94d1-431d-9dfb-0fde7c065c67 req-33d6f702-2afa-4287-a027-83fafc5af6e4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:14.229445 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0f2b2ae0-94d1-431d-9dfb-0fde7c065c67 req-33d6f702-2afa-4287-a027-83fafc5af6e4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0712070 Aug 24 19:32:14.268674 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0f2b2ae0-94d1-431d-9dfb-0fde7c065c67 req-ff63b23f-7329-4d28-84d0-8bf964a1fb10 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Aug 24 19:32:15.335546 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b785-fa63-40ad-9f1e-f01818dcfa82 req-351582d7-9bee-4576-9e55-d793604f9f46 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:15.337062 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0a43b785-fa63-40ad-9f1e-f01818dcfa82 req-351582d7-9bee-4576-9e55-d793604f9f46 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 932 time: 0.0515079 Aug 24 19:32:15.396454 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0a43b785-fa63-40ad-9f1e-f01818dcfa82 req-1e0b3081-7ae0-4ffc-bbc3-e27066c828de tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502954 Aug 24 19:32:15.408677 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad62f-6fee-4fc5-ab1e-28c06151149c req-69bc214f-be04-4875-81e8-e66ace03b50b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:15.410142 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4eaad62f-6fee-4fc5-ab1e-28c06151149c req-69bc214f-be04-4875-81e8-e66ace03b50b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0721788 Aug 24 19:32:15.448081 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4eaad62f-6fee-4fc5-ab1e-28c06151149c req-51e9d398-b634-4fa8-a026-cb8e03678243 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Aug 24 19:32:15.635181 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9', '882519cf-19ed-487a-b2db-37296318380e', 'a907cbe7-3847-4d97-9c08-0319637b734f'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:32:15.648232 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Request body: {'port': {'device_id': '46d2d343-94b5-4688-84f5-89951c4d4555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:15.693953 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-606b64aa-9ccf-4cad-9627-c7d7c912fabe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 217 time: 0.0571313 Aug 24 19:32:15.757975 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:15.779313 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-df77a9cf-d03a-472c-950c-c1db957d17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:15.781087 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-df77a9cf-d03a-472c-950c-c1db957d17a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.0614636 Aug 24 19:32:15.829468 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-9e92dfd1-636a-4a04-a043-080df751d4fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310087 Aug 24 19:32:16.033987 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-5965c499-4ab3-40d7-b0d4-917c41f2b790 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907032 Aug 24 19:32:16.193035 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-ce7f248c-6283-4182-85cc-44974aef24b2 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429923 Aug 24 19:32:16.196718 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1e62a7-e029-4686-a6f1-fc643ec5a30d {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:32:16.205409 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:16.218206 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Transition to ACTIVE for port object 2e1e62a7-e029-4686-a6f1-fc643ec5a30d will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:16.228074 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342443e8-12fa-4641-aea8-a8c7b08d8609 req-b62e74c6-9209-4b5b-886e-a19d01f719a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:16.229668 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-342443e8-12fa-4641-aea8-a8c7b08d8609 req-b62e74c6-9209-4b5b-886e-a19d01f719a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.0425122 Aug 24 19:32:16.265870 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-342443e8-12fa-4641-aea8-a8c7b08d8609 req-a743d4eb-35f0-460a-8d40-b324ab880c0e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282695 Aug 24 19:32:16.458864 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:16.569124 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:16.617708 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfdfab-d8ce-49c0-aa79-1549f0045c97 req-c563051f-7a37-4e9b-b832-f7c95b5c8e09 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:16.619245 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3bfdfab-d8ce-49c0-aa79-1549f0045c97 req-c563051f-7a37-4e9b-b832-f7c95b5c8e09 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 944 time: 0.1559935 Aug 24 19:32:16.623748 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Attempting to bind port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:16.624081 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Attempting to bind port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:16.624511 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Attempting to bind port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:16.638548 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec1c1d-84b7-42a9-9d26-b6a51edc38e2 req-ade188e3-4278-4249-ae95-ed27d6368c97 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:16.639949 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-59ec1c1d-84b7-42a9-9d26-b6a51edc38e2 req-ade188e3-4278-4249-ae95-ed27d6368c97 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1212523 Aug 24 19:32:16.646014 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:32:16.646367 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Attempting to bind port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d on network 6a1a130c-ef7c-4e9a-95ba-539471ebdef0 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:16.666507 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:16.666875 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Checking segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:16.667215 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Bound using segment: {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:16.667651 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Bound port: 2e1e62a7-e029-4686-a6f1-fc643ec5a30d, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae53223-fc54-42fd-905e-6ec9bc329ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:16.668258 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:16.715207 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3bfdfab-d8ce-49c0-aa79-1549f0045c97 req-d9271de2-32a4-4db4-b578-ef3126fe8d91 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883045 Aug 24 19:32:16.736570 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-59ec1c1d-84b7-42a9-9d26-b6a51edc38e2 req-4e40c86c-1ac6-4acf-869b-ff52d76d2971 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808742 Aug 24 19:32:16.769284 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] For port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:16.772451 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] For port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:16.945403 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:16.978469 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:16.979074 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:16.980497 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] 10.222.0.35 "PUT /v2.0/ports/2e1e62a7-e029-4686-a6f1-fc643ec5a30d HTTP/1.1" status: 200 len: 1094 time: 1.3423367 Aug 24 19:32:16.980927 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d2d343-94b5-4688-84f5-89951c4d4555', 'tag': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:32:16.983165 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fde046-9b5a-4278-8484-58895380b1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "46d2d343-94b5-4688-84f5-89951c4d4555", "tag": "2e1e62a7-e029-4686-a6f1-fc643ec5a30d"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:32:17.005942 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d05fc9-1845-4a2b-9871-a52ade30bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:17.022921 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ae62f3-b07d-4794-b17d-ff3f1d3bf4b9 x-openstack-request-id: req-a7ae62f3-b07d-4794-b17d-ff3f1d3bf4b9 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:32:17.023333 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d2d343-94b5-4688-84f5-89951c4d4555", "tag": "2e1e62a7-e029-4686-a6f1-fc643ec5a30d", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:32:17.023630 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7ae62f3-b07d-4794-b17d-ff3f1d3bf4b9 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:32:17.024024 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d2d343-94b5-4688-84f5-89951c4d4555', 'tag': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d', 'status': 'completed', 'code': 200} Aug 24 19:32:17.857996 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef7d9e-ccc5-48e0-8ad4-23ca7c95ebd3 req-6955806f-ee5f-4516-8d7e-f0619493ebae tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:17.859477 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-58ef7d9e-ccc5-48e0-8ad4-23ca7c95ebd3 req-6955806f-ee5f-4516-8d7e-f0619493ebae tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 944 time: 0.0784571 Aug 24 19:32:17.871322 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7da6c-1cb0-44f2-b777-94185dc55a0b req-2c2581fc-e1ad-4920-8d52-0180cf880d39 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:17.872706 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5dc7da6c-1cb0-44f2-b777-94185dc55a0b req-2c2581fc-e1ad-4920-8d52-0180cf880d39 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0660524 Aug 24 19:32:17.926144 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-58ef7d9e-ccc5-48e0-8ad4-23ca7c95ebd3 req-e3a23e89-fee5-4ee3-80f3-58a4f09f3592 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524769 Aug 24 19:32:17.931020 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5dc7da6c-1cb0-44f2-b777-94185dc55a0b req-b5fe4893-ad25-4bc0-9c5d-e7eef6e251bc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517437 Aug 24 19:32:19.065213 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bab4f-e9ec-442f-afa9-a540a58c6b89 req-0fe6ef05-c49f-4478-85ed-51b897043e7a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:19.066627 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-031bab4f-e9ec-442f-afa9-a540a58c6b89 req-0fe6ef05-c49f-4478-85ed-51b897043e7a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 944 time: 0.0744109 Aug 24 19:32:19.074363 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28d81-c0d8-4d25-a392-b75ab7806080 req-4e07b853-c7d9-4dae-82c2-f564c19538e8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:19.075692 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6d28d81-c0d8-4d25-a392-b75ab7806080 req-4e07b853-c7d9-4dae-82c2-f564c19538e8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0739844 Aug 24 19:32:19.131005 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-031bab4f-e9ec-442f-afa9-a540a58c6b89 req-0fd76a27-0c97-41ae-a5b8-ee63469a03de tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543797 Aug 24 19:32:19.135662 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6d28d81-c0d8-4d25-a392-b75ab7806080 req-820fcec6-cd9a-4352-b154-6c39ae5c8d24 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534921 Aug 24 19:32:19.371955 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde046-9b5a-4278-8484-58895380b1e1 req-6437200e-a75e-4274-b5c1-4ae574f79661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:19.373509 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-18fde046-9b5a-4278-8484-58895380b1e1 req-6437200e-a75e-4274-b5c1-4ae574f79661 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 1097 time: 0.0432112 Aug 24 19:32:19.475049 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde046-9b5a-4278-8484-58895380b1e1 req-a3ea68d3-5b0f-43d0-bcb7-af87d5ad9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:19.476510 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-18fde046-9b5a-4278-8484-58895380b1e1 req-a3ea68d3-5b0f-43d0-bcb7-af87d5ad9ee5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7a54174229cb4b11bc07726eece4a2af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915723 Aug 24 19:32:19.602260 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde046-9b5a-4278-8484-58895380b1e1 req-bcd2b044-3874-4899-b983-2d36d441b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:19.603959 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-18fde046-9b5a-4278-8484-58895380b1e1 req-bcd2b044-3874-4899-b983-2d36d441b5bb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933490 Aug 24 19:32:19.698928 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-e9c0d67d-7872-493f-aaf9-203c66260538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:19.700429 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-e9c0d67d-7872-493f-aaf9-203c66260538 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a54174229cb4b11bc07726eece4a2af&device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 1097 time: 0.0395443 Aug 24 19:32:19.754738 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-ac575981-88af-4daf-b688-9249eca01c48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e1e62a7-e029-4686-a6f1-fc643ec5a30d HTTP/1.1" status: 200 len: 217 time: 0.0379815 Aug 24 19:32:19.818005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-2fce51ee-b88a-49a1-92d7-a57d80a3d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:19.819389 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-2fce51ee-b88a-49a1-92d7-a57d80a3d954 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4847464e-3644-49a3-af7c-78dc760c60fe HTTP/1.1" status: 200 len: 854 time: 0.0425484 Aug 24 19:32:19.863090 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-cf77581f-0003-42e6-ba45-65eefd1cdab9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a1a130c-ef7c-4e9a-95ba-539471ebdef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239632 Aug 24 19:32:19.950394 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-990c5631-4fc5-49da-8f35-4f532200d48c service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871096 Aug 24 19:32:20.048361 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04d9d3b-5966-4719-8eeb-ec9a6ed29ce3 req-17957276-4603-4e0c-911e-1eaeeedc352e service neutron] 10.222.0.35 "GET /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822070 Aug 24 19:32:20.286516 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a245ea-04ec-42f8-8262-0dbba9284f57 req-202475d9-0398-4877-9359-de87f2c6dc6c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:20.287991 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-81a245ea-04ec-42f8-8262-0dbba9284f57 req-202475d9-0398-4877-9359-de87f2c6dc6c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 944 time: 0.0849068 Aug 24 19:32:20.296655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559db57-086c-4ff0-8cbb-4498e10a35d3 req-ca46e3c5-d889-42a7-bb29-81428963f1a4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:20.298038 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e559db57-086c-4ff0-8cbb-4498e10a35d3 req-ca46e3c5-d889-42a7-bb29-81428963f1a4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0845666 Aug 24 19:32:20.355360 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-81a245ea-04ec-42f8-8262-0dbba9284f57 req-7ac9537c-75ca-41f4-bfed-221275cbc153 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563562 Aug 24 19:32:20.358061 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e559db57-086c-4ff0-8cbb-4498e10a35d3 req-da5e1f17-5b72-47db-8e77-2499156a4d7d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531118 Aug 24 19:32:21.480029 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a9e95-a191-4e02-8473-186fc95b2d79 req-c10f8ec7-9faa-40f6-9c6e-3f54bf10a8bb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:21.481564 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e9a9e95-a191-4e02-8473-186fc95b2d79 req-c10f8ec7-9faa-40f6-9c6e-3f54bf10a8bb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 944 time: 0.0490639 Aug 24 19:32:21.518207 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e9a9e95-a191-4e02-8473-186fc95b2d79 req-7040761b-349e-4d49-9bc4-3e2c81e6b477 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306978 Aug 24 19:32:21.622796 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82956-7485-4a20-aa8a-2a50641e9bee req-f9fa3414-3224-46b8-a27f-0e76f63fd5e9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:21.624468 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eae82956-7485-4a20-aa8a-2a50641e9bee req-f9fa3414-3224-46b8-a27f-0e76f63fd5e9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0526295 Aug 24 19:32:21.662768 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eae82956-7485-4a20-aa8a-2a50641e9bee req-323081bd-dcf5-4dd9-8c76-d9189b14101e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Aug 24 19:32:21.871557 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37876) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:21.980174 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37882) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:22.092014 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.104494 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-358c81f9-82bf-4a2d-b8b7-2be94f35eb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.140096 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.db.api [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 19:32:22.140096 dv-cinder-798198-3-iscsi neutron-server[94429]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 19:32:22.140096 dv-cinder-798198-3-iscsi neutron-server[94429]: [parameters: {'project_id': '480f7e3a287f472a8a16d349e7da53a6', 'id': '358e2d24-4b91-4f82-8e01-138e579a3dd3', 'expiration': datetime.datetime(2021, 8, 24, 19, 34, 22, 132973)}] Aug 24 19:32:22.140096 dv-cinder-798198-3-iscsi neutron-server[94429]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:32:22.140575 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG oslo_db.api [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:32:22.192964 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c584a-6b28-439d-90fb-6bccf6d60054 req-249d5529-5e95-4c50-a5a1-0337ed7204b0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:22.195062 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9e9c584a-6b28-439d-90fb-6bccf6d60054 req-249d5529-5e95-4c50-a5a1-0337ed7204b0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0523136 Aug 24 19:32:22.213290 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-358c81f9-82bf-4a2d-b8b7-2be94f35eb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.240872 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9e9c584a-6b28-439d-90fb-6bccf6d60054 req-713d4226-5bb4-4168-b6ce-7eb203f8a852 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Aug 24 19:32:22.337332 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-358c81f9-82bf-4a2d-b8b7-2be94f35eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.373871 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c81f9-82bf-4a2d-b8b7-2be94f35eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c7dab-ca13-48b3-8807-17fb0542070f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:22.377903 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-358c81f9-82bf-4a2d-b8b7-2be94f35eb9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1228de5892e435784c8dbfcc8c12d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966877 Aug 24 19:32:22.380481 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37890) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:22.428435 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5155a72a-ea83-4fb3-8e4c-5bd99cb5d9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.449363 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5155a72a-ea83-4fb3-8e4c-5bd99cb5d9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.631809 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe986-275f-467f-b458-5eff4073a16d req-ee09ed6c-4d03-446b-8a54-01530e9c44e8 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:22.633231 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a33fe986-275f-467f-b458-5eff4073a16d req-ee09ed6c-4d03-446b-8a54-01530e9c44e8 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 944 time: 0.0488348 Aug 24 19:32:22.641631 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.650434 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5155a72a-ea83-4fb3-8e4c-5bd99cb5d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.653145 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5155a72a-ea83-4fb3-8e4c-5bd99cb5d9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.655895 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5155a72a-ea83-4fb3-8e4c-5bd99cb5d9f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e3c7dab-ca13-48b3-8807-17fb0542070f HTTP/1.1" status: 204 len: 168 time: 0.2737999 Aug 24 19:32:22.673665 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a33fe986-275f-467f-b458-5eff4073a16d req-0a24cc98-0680-4c8e-9240-cf384cfe1567 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Aug 24 19:32:22.677039 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155a72a-ea83-4fb3-8e4c-5bd99cb5d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c7dab-ca13-48b3-8807-17fb0542070f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:22.752038 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.932387 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:22.968895 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9bec01-783f-47cb-bcc2-0fbf4c015b00,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:22.974042 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5d5913ec-2596-4f72-91db-1acc7dc00a8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=480f7e3a287f472a8a16d349e7da53a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1014872 Aug 24 19:32:22.976804 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37898) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:23.025966 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5a621b32-0c92-42b3-9780-7bae9d481f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.046670 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5a621b32-0c92-42b3-9780-7bae9d481f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.183780 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5a621b32-0c92-42b3-9780-7bae9d481f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.186431 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5a621b32-0c92-42b3-9780-7bae9d481f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.187630 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5a621b32-0c92-42b3-9780-7bae9d481f21 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf9bec01-783f-47cb-bcc2-0fbf4c015b00 HTTP/1.1" status: 204 len: 168 time: 0.2100923 Aug 24 19:32:23.198283 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a621b32-0c92-42b3-9780-7bae9d481f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9bec01-783f-47cb-bcc2-0fbf4c015b00,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:23.361281 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479bfa7-f769-4243-847c-8cf05f5ab802 req-e0feb8a0-738f-412a-863d-82f122df9b5b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:23.362792 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a479bfa7-f769-4243-847c-8cf05f5ab802 req-e0feb8a0-738f-412a-863d-82f122df9b5b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0533342 Aug 24 19:32:23.400197 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a479bfa7-f769-4243-847c-8cf05f5ab802 req-68a35d0f-b8ff-496e-8276-c6bebba49f71 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Aug 24 19:32:23.442354 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 37908) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:23.455342 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79436aa0-2228-48d8-92ef-92ad34d8af98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.543493 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79436aa0-2228-48d8-92ef-92ad34d8af98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.646875 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79436aa0-2228-48d8-92ef-92ad34d8af98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.689145 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-79436aa0-2228-48d8-92ef-92ad34d8af98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29847812179a4f21a34e44b6f624e19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454345 Aug 24 19:32:23.689842 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79436aa0-2228-48d8-92ef-92ad34d8af98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee32dc0-bd6e-44e3-91a6-628e57028181,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:23.691803 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 37918) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:23.751993 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b8b4abba-f53f-4878-a111-3061d0ae840c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.795402 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b8b4abba-f53f-4878-a111-3061d0ae840c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.829387 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f984fd-7d80-430e-baa2-08ca9fff5007 req-dffb4a4a-920d-4dc3-9f77-9f87fc30830f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:23.830862 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-81f984fd-7d80-430e-baa2-08ca9fff5007 req-dffb4a4a-920d-4dc3-9f77-9f87fc30830f tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 944 time: 0.0808730 Aug 24 19:32:23.872416 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-81f984fd-7d80-430e-baa2-08ca9fff5007 req-285944c8-bdef-45d5-a648-cd82bc26674d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Aug 24 19:32:23.949841 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b8b4abba-f53f-4878-a111-3061d0ae840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.952369 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b8b4abba-f53f-4878-a111-3061d0ae840c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:23.953537 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b8b4abba-f53f-4878-a111-3061d0ae840c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dee32dc0-bd6e-44e3-91a6-628e57028181 HTTP/1.1" status: 204 len: 168 time: 0.2605925 Aug 24 19:32:23.961534 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4abba-f53f-4878-a111-3061d0ae840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee32dc0-bd6e-44e3-91a6-628e57028181,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:24.143750 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c51410-380a-43cc-937a-e2ca60afb710 req-3f5d9803-4728-4b5e-8ec4-7fee1d7e993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:24.145365 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31c51410-380a-43cc-937a-e2ca60afb710 req-3f5d9803-4728-4b5e-8ec4-7fee1d7e993e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.0431068 Aug 24 19:32:24.241499 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c51410-380a-43cc-937a-e2ca60afb710 req-8f1af83f-c7b8-4483-97ac-0fd1a282bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:24.243546 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31c51410-380a-43cc-937a-e2ca60afb710 req-8f1af83f-c7b8-4483-97ac-0fd1a282bfc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.0870724 Aug 24 19:32:24.297049 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31c51410-380a-43cc-937a-e2ca60afb710 req-b36c3d0b-9e74-4633-afbe-61a76f143cb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 217 time: 0.0413880 Aug 24 19:32:24.331382 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 2e1e62a7-e029-4686-a6f1-fc643ec5a30d details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:32:24.371839 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c51410-380a-43cc-937a-e2ca60afb710 req-f818acfa-dd35-4389-91db-86ffd3bebf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:24.373533 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31c51410-380a-43cc-937a-e2ca60afb710 req-f818acfa-dd35-4389-91db-86ffd3bebf41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.0642827 Aug 24 19:32:24.410028 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31c51410-380a-43cc-937a-e2ca60afb710 req-0dca3f9b-0328-4d37-b65b-b660d69c887a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270047 Aug 24 19:32:24.479243 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:24.491056 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d', 'network_id': '6a1a130c-ef7c-4e9a-95ba-539471ebdef0', 'port_id': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d', 'mac_address': 'fa:16:3e:2f:1b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4847464e-3644-49a3-af7c-78dc760c60fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:32:24.540829 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:24.560129 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1e62a7-e029-4686-a6f1-fc643ec5a30d {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:32:24.584608 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:24.602894 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31c51410-380a-43cc-937a-e2ca60afb710 req-cb9a3da8-1aef-4d80-9090-452e5b84631d service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829715 Aug 24 19:32:24.611154 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6488ac3-3f37-4040-87bc-88e3ad351823 req-774e3446-5874-40f0-a7ca-38a62e4ab006 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:24.612565 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d6488ac3-3f37-4040-87bc-88e3ad351823 req-774e3446-5874-40f0-a7ca-38a62e4ab006 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0828137 Aug 24 19:32:24.692514 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:24.709604 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d6488ac3-3f37-4040-87bc-88e3ad351823 req-41e5c052-0ce7-4036-a0b8-134708392466 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860865 Aug 24 19:32:24.745825 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31c51410-380a-43cc-937a-e2ca60afb710 req-0e732a4a-f9df-4695-82af-901de78a7d75 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323223 Aug 24 19:32:24.799299 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:24.808605 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.808962 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.809302 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.809633 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.809963 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.810296 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.810623 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.810953 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.811287 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.811611 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.811956 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:24.812311 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:25.030783 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7fd5e-cdee-4aea-afdb-5fa9a7ddf061 req-8ffdc2ac-1aff-4ded-aab6-8036d7eece43 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:25.033097 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-37c7fd5e-cdee-4aea-afdb-5fa9a7ddf061 req-8ffdc2ac-1aff-4ded-aab6-8036d7eece43 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 945 time: 0.0660176 Aug 24 19:32:25.113991 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['2e1e62a7-e029-4686-a6f1-fc643ec5a30d'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:32:25.314916 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-37c7fd5e-cdee-4aea-afdb-5fa9a7ddf061 req-0f4d9935-4f29-4a52-9577-5e45b0da7966 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758999 Aug 24 19:32:25.776395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe4ae9-3ac1-4f13-a868-fe09bb7324a4 req-6779204e-f55c-4b1a-a967-dd0357113ceb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:25.777878 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1abe4ae9-3ac1-4f13-a868-fe09bb7324a4 req-6779204e-f55c-4b1a-a967-dd0357113ceb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0528958 Aug 24 19:32:25.841177 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1abe4ae9-3ac1-4f13-a868-fe09bb7324a4 req-17d3ca9e-fb97-470c-b8ed-82de5a77ef48 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568001 Aug 24 19:32:25.886655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df61b-104d-4c87-be7d-3f42c224bae1 req-2279e421-cd23-436c-814a-f464d786ce2a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:25.886655 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bb5df61b-104d-4c87-be7d-3f42c224bae1 req-2279e421-cd23-436c-814a-f464d786ce2a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0711591 Aug 24 19:32:25.928906 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bb5df61b-104d-4c87-be7d-3f42c224bae1 req-b9cf53e1-1ad0-4b87-ad40-bfee7f8609db tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364413 Aug 24 19:32:26.297714 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38058) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:26.340529 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 2e1e62a7-e029-4686-a6f1-fc643ec5a30d up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:26.432043 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-cc8dc91e-70b7-4d8c-96ee-86cb8dd02176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.460758 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c5fb7-7d32-43fe-862a-1fe72db277e6 req-f7084736-c2d0-4642-8afe-a44855e3d1fd tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:26.463900 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c85c5fb7-7d32-43fe-862a-1fe72db277e6 req-f7084736-c2d0-4642-8afe-a44855e3d1fd tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 945 time: 0.0769145 Aug 24 19:32:26.515209 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:26.519680 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:26.520614 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.522468 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c85c5fb7-7d32-43fe-862a-1fe72db277e6 req-b3cdff2c-b47d-47a4-84f2-9f58a5c65084 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507889 Aug 24 19:32:26.565718 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-cc8dc91e-70b7-4d8c-96ee-86cb8dd02176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.615967 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.639349 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2d343-94b5-4688-84f5-89951c4d4555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:32:26.641627 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7f391a-779e-4f8e-8387-ba0891aca685" -d '{"events": [{"server_uuid": "46d2d343-94b5-4688-84f5-89951c4d4555", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e62a7-e029-4686-a6f1-fc643ec5a30d"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:32:26.654606 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:26.678257 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6489da-a508-46f4-8e12-41e45ef0f94b x-openstack-request-id: req-df6489da-a508-46f4-8e12-41e45ef0f94b {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:32:26.678537 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2d343-94b5-4688-84f5-89951c4d4555", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e62a7-e029-4686-a6f1-fc643ec5a30d", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:32:26.678782 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df6489da-a508-46f4-8e12-41e45ef0f94b {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:32:26.679165 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2d343-94b5-4688-84f5-89951c4d4555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d', 'code': 200} Aug 24 19:32:26.691561 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-cc8dc91e-70b7-4d8c-96ee-86cb8dd02176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.730707 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-cc8dc91e-70b7-4d8c-96ee-86cb8dd02176 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=683e38663b7a46dd9b9a3a7ff35d208b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319129 Aug 24 19:32:26.732869 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dc91e-70b7-4d8c-96ee-86cb8dd02176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4ad994-4350-474c-a827-a815a7206a1c,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:26.733410 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38072) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:26.793729 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2a1392fa-88c5-46e7-8716-d8069fd999f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.806571 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.818156 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2a1392fa-88c5-46e7-8716-d8069fd999f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.864617 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:26.978368 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2a1392fa-88c5-46e7-8716-d8069fd999f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.980991 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2a1392fa-88c5-46e7-8716-d8069fd999f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:26.982189 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2a1392fa-88c5-46e7-8716-d8069fd999f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb4ad994-4350-474c-a827-a815a7206a1c HTTP/1.1" status: 204 len: 168 time: 0.2440226 Aug 24 19:32:26.994772 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1392fa-88c5-46e7-8716-d8069fd999f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4ad994-4350-474c-a827-a815a7206a1c,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:27.011908 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e137f-56bf-4608-b576-dc5f18f891d3 req-aae6fff5-2d9a-4430-913a-817fa0a0ffae tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:27.014030 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-399e137f-56bf-4608-b576-dc5f18f891d3 req-aae6fff5-2d9a-4430-913a-817fa0a0ffae tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0698271 Aug 24 19:32:27.107095 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-399e137f-56bf-4608-b576-dc5f18f891d3 req-0db174ce-ea44-441f-8153-adbe255e3d9b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856538 Aug 24 19:32:27.133073 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15a80-c793-4a22-9552-808fcbdd6b4b req-951c672c-5e46-462f-bdb2-d18dce9d609a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:27.135869 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-89d15a80-c793-4a22-9552-808fcbdd6b4b req-951c672c-5e46-462f-bdb2-d18dce9d609a tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1002085 Aug 24 19:32:27.170318 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d7672-f32c-4e81-8140-668ecee8a3d2 req-504fbfff-6692-45b5-a5c7-c9dcbb7b260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:27.170318 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-921d7672-f32c-4e81-8140-668ecee8a3d2 req-504fbfff-6692-45b5-a5c7-c9dcbb7b260e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 1099 time: 0.0736527 Aug 24 19:32:27.217115 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-89d15a80-c793-4a22-9552-808fcbdd6b4b req-621d3a4c-8a34-496c-973d-42864e8ce200 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755494 Aug 24 19:32:27.239426 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-921d7672-f32c-4e81-8140-668ecee8a3d2 req-6517f1d8-71c2-41fe-a84c-d93b754d2847 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605147 Aug 24 19:32:27.650838 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb715-9585-4edf-8231-5307763bcae8 req-6391ffae-8da8-45a1-be21-768618613a5e tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:27.652200 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1f2fb715-9585-4edf-8231-5307763bcae8 req-6391ffae-8da8-45a1-be21-768618613a5e tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 946 time: 0.0517817 Aug 24 19:32:27.688476 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1f2fb715-9585-4edf-8231-5307763bcae8 req-ee41a3a3-2812-4466-94d3-a45fb96b75dd tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302820 Aug 24 19:32:28.191779 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38148) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:28.230606 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e677fa0-f6bf-48f9-b74c-bb24a39425c1 req-6ec53b8c-5268-40f5-954c-fb9c08d99cfb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:28.232450 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e677fa0-f6bf-48f9-b74c-bb24a39425c1 req-6ec53b8c-5268-40f5-954c-fb9c08d99cfb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Aug 24 19:32:28.276689 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e677fa0-f6bf-48f9-b74c-bb24a39425c1 req-51198ccb-56c5-4223-aac5-04fd4627db28 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371552 Aug 24 19:32:28.314509 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-847502620-network', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:28.334953 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886e03b-0135-476f-ac26-a2ff7f3400b8 req-e5f5f686-cad0-4536-b833-0e9ac569bf96 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:28.337050 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1886e03b-0135-476f-ac26-a2ff7f3400b8 req-e5f5f686-cad0-4536-b833-0e9ac569bf96 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0554097 Aug 24 19:32:28.377940 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1886e03b-0135-476f-ac26-a2ff7f3400b8 req-59832c19-7cc6-45a8-9b2e-b1696bf4b9ad tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316720 Aug 24 19:32:28.400510 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Made reservation on behalf of c635296755b449db8c99cc0b86f4702f for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:28.402855 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.412512 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.509096 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.576440 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.597275 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:32:28.613388 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31816b2f-7610-4acb-adde-6b77dc33cf8e,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:28.630253 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.630592 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Added segment 83b650b7-a95c-4c3e-a895-cb89b7becdc9 of type vlan for network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec Aug 24 19:32:28.672593 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.783180 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.784240 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:28.784942 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:28.810547 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acb439-0a0d-43bb-84d7-a8d316c11a9d req-2657b611-e9ee-4e83-9445-206cb795880d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:28.812120 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-52acb439-0a0d-43bb-84d7-a8d316c11a9d req-2657b611-e9ee-4e83-9445-206cb795880d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 946 time: 0.0562081 Aug 24 19:32:28.850770 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-52acb439-0a0d-43bb-84d7-a8d316c11a9d req-d2d80178-b779-4c6b-b8e1-42d2f44f9244 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323806 Aug 24 19:32:28.859350 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] Pushing event updated for resources: {'Network': ['ID=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:28.870386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:32:28.925549 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-56331520-9067-4b7d-9273-5038781c4f8c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7305341 Aug 24 19:32:28.928471 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38164) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:28.933769 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Request body: {'subnet': {'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-847502620-subnet', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:29.086497 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Made reservation on behalf of c635296755b449db8c99cc0b86f4702f for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:29.089509 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:29.400577 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1c961-f712-4186-ae1d-f6d3eab11c47 req-fcb6aa4f-c05f-49cc-9b93-faabc442150a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:29.402052 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a1e1c961-f712-4186-ae1d-f6d3eab11c47 req-fcb6aa4f-c05f-49cc-9b93-faabc442150a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0487285 Aug 24 19:32:29.439085 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a1e1c961-f712-4186-ae1d-f6d3eab11c47 req-23154919-ec8c-4bee-8fd5-632a4f913984 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Aug 24 19:32:29.463588 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:29.522162 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefcc0ce-d5a1-4a25-a564-23d6020a018f,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:29.527399 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Checking segment: {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:29.527748 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Network hostable DHCP agents. Network: c7f706d6-fd08-4f42-b9d1-cbbeb75491ec, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:32:29.645758 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:32:29.759819 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, c7f706d6-fd08-4f42-b9d1-cbbeb75491ec) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:29.764667 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:29.765362 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:29.770029 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e7844-3fda-46e0-a3a2-e76a667aba89 None None] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:29.914993 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:32:29.916341 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:29.940434 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-753ec172-3490-4078-9748-20c0b99f31a5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0083823 Aug 24 19:32:29.940859 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38190) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:29.945610 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:29.973862 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef9fd-1fbf-4e20-bc6d-7b996b60535d req-42ea3b3b-cb43-42e1-ab9f-9c0f881d9b46 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:29.975373 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-628ef9fd-1fbf-4e20-bc6d-7b996b60535d req-42ea3b3b-cb43-42e1-ab9f-9c0f881d9b46 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 946 time: 0.0533774 Aug 24 19:32:30.016182 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-628ef9fd-1fbf-4e20-bc6d-7b996b60535d req-0b40c92e-efa6-4986-8d7f-36f44ff44ece tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Aug 24 19:32:30.065095 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Allocated IP 172.20.0.2 (c7f706d6-fd08-4f42-b9d1-cbbeb75491ec/cefcc0ce-d5a1-4a25-a564-23d6020a018f/eb396100-ec4f-4903-afa4-0ba4be6d1af5) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:30.091466 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.092622 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.150152 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.220062 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.228563 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Transition to ACTIVE for port object eb396100-ec4f-4903-afa4-0ba4be6d1af5 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:30.244255 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Transition to ACTIVE for port object eb396100-ec4f-4903-afa4-0ba4be6d1af5 will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:30.306179 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf68b7-5d4e-4c2b-ad14-fa05340fe442 req-43b4cbde-f5b2-4775-b7c0-f213b81f31fe tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:30.307938 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-99bf68b7-5d4e-4c2b-ad14-fa05340fe442 req-43b4cbde-f5b2-4775-b7c0-f213b81f31fe tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0541539 Aug 24 19:32:30.351753 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-99bf68b7-5d4e-4c2b-ad14-fa05340fe442 req-85491283-53c9-4706-b70c-14a85d0408be tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Aug 24 19:32:30.418664 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.419954 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.460983 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:30.463761 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:30.469310 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:30.481242 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Pushing event updated for resources: {'Port': ['ID=eb396100-ec4f-4903-afa4-0ba4be6d1af5,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:30.530581 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Attempting to bind port eb396100-ec4f-4903-afa4-0ba4be6d1af5 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:30.530847 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Attempting to bind port eb396100-ec4f-4903-afa4-0ba4be6d1af5 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:30.531199 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Attempting to bind port eb396100-ec4f-4903-afa4-0ba4be6d1af5 on network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:30.536035 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:30.536465 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Checking segment: {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:30.536822 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.537202 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Bound using segment: {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:30.537839 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Bound port: eb396100-ec4f-4903-afa4-0ba4be6d1af5, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:30.538218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.559337 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85da6e0-0229-46fc-bb72-bf7673e2eb1f req-2a10bd52-aef9-4475-8aba-a6cb4ad69f64 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:30.566335 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e85da6e0-0229-46fc-bb72-bf7673e2eb1f req-2a10bd52-aef9-4475-8aba-a6cb4ad69f64 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0481968 Aug 24 19:32:30.599168 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e85da6e0-0229-46fc-bb72-bf7673e2eb1f req-225406a7-28d9-4f3d-bc32-5be08476ca02 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320334 Aug 24 19:32:30.601039 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] For port eb396100-ec4f-4903-afa4-0ba4be6d1af5, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:30.604200 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] For port eb396100-ec4f-4903-afa4-0ba4be6d1af5, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=eb396100-ec4f-4903-afa4-0ba4be6d1af5,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:30.777907 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.829974 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:30.842724 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520b17d-694a-47c6-851e-14afcc9f4e80 None None] Pushing event updated for resources: {'Port': ['ID=eb396100-ec4f-4903-afa4-0ba4be6d1af5,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:30.853101 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:31.007178 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Allocated IP 172.27.1.160 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:31.134164 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:31.248764 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:31.291251 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:31.296611 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:31.299135 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:31.308639 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device eb396100-ec4f-4903-afa4-0ba4be6d1af5 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:31.327725 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:31.502517 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port eb396100-ec4f-4903-afa4-0ba4be6d1af5 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:31.727516 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee292d2-f256-4f2b-b652-3ac6e785d101 req-349d487e-ae0e-4261-9b92-3c30da3542c0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:31.729307 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dee292d2-f256-4f2b-b652-3ac6e785d101 req-349d487e-ae0e-4261-9b92-3c30da3542c0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0559657 Aug 24 19:32:31.817739 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dee292d2-f256-4f2b-b652-3ac6e785d101 req-469fbf30-1b20-42f5-9e71-3d993d9b1dc1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656140 Aug 24 19:32:31.855234 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f88c6-2f80-4866-8354-73f1bb298826 None None] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:31.870621 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:31.976170 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-8f5a2f6b-f400-460f-b62d-a2dad2a6a9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.056343 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-b65f13c0-a85d-42a5-8f90-c44a2851b249 None None] Provisioning for port eb396100-ec4f-4903-afa4-0ba4be6d1af5 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:32.061003 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-b65f13c0-a85d-42a5-8f90-c44a2851b249 None None] Provisioning complete for port eb396100-ec4f-4903-afa4-0ba4be6d1af5 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:32.061453 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b65f13c0-a85d-42a5-8f90-c44a2851b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.149723 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.168417 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b65f13c0-a85d-42a5-8f90-c44a2851b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.222833 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-b65f13c0-a85d-42a5-8f90-c44a2851b249 None None] For port eb396100-ec4f-4903-afa4-0ba4be6d1af5, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=eb396100-ec4f-4903-afa4-0ba4be6d1af5,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:32.342041 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b65f13c0-a85d-42a5-8f90-c44a2851b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.388936 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f13c0-a85d-42a5-8f90-c44a2851b249 None None] Pushing event updated for resources: {'Port': ['ID=eb396100-ec4f-4903-afa4-0ba4be6d1af5,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:32.434196 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Router a48a8783-cea3-4a80-876e-57b9899186bc is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:32:32.473730 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-1ab38691-901d-400a-9507-70d65085b9be None None] Provisioning complete for port eb396100-ec4f-4903-afa4-0ba4be6d1af5 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:32.474107 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-1ab38691-901d-400a-9507-70d65085b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.575116 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38272) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:32.581486 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:32.592932 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Sync routers for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:32.604525 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:32.605447 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:32.691044 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.692505 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f7be0a10-e42e-445b-bf44-97bc65086366 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7501180 Aug 24 19:32:32.695618 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38280) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:32.706335 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27eab568-a18d-471a-b2d6-cbcaec4bc954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.743309 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:32.821954 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27eab568-a18d-471a-b2d6-cbcaec4bc954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.903252 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27eab568-a18d-471a-b2d6-cbcaec4bc954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:32.943345 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:31Z', 'revision_number': 3, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:32.945232 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eab568-a18d-471a-b2d6-cbcaec4bc954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c0432b-f1a2-46c2-a933-0f4f2226bea5,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:32.952498 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-27eab568-a18d-471a-b2d6-cbcaec4bc954 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f45917b06c3f423385e8766e22bc615d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762398 Aug 24 19:32:32.953217 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38286) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:32.974348 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Checking router: a48a8783-cea3-4a80-876e-57b9899186bc for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:32.974704 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Updating router a48a8783-cea3-4a80-876e-57b9899186bc port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:33.001790 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.006361 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-63fca3af-8232-418a-adc0-dabb25458dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.029754 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-63fca3af-8232-418a-adc0-dabb25458dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.048934 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9b6f2-9204-40dc-95a8-fb0911fd1863 req-98a8fdc3-e661-4e8d-85e5-048f61fc097e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:33.050517 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-14a9b6f2-9204-40dc-95a8-fb0911fd1863 req-98a8fdc3-e661-4e8d-85e5-048f61fc097e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1508887 Aug 24 19:32:33.112370 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-14a9b6f2-9204-40dc-95a8-fb0911fd1863 req-09dfec3a-9936-4d89-8f81-9dda0fe2c01e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528412 Aug 24 19:32:33.171591 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-63fca3af-8232-418a-adc0-dabb25458dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.175419 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-63fca3af-8232-418a-adc0-dabb25458dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.180630 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-63fca3af-8232-418a-adc0-dabb25458dc6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8c0432b-f1a2-46c2-a933-0f4f2226bea5 HTTP/1.1" status: 204 len: 168 time: 0.2259269 Aug 24 19:32:33.191325 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fca3af-8232-418a-adc0-dabb25458dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c0432b-f1a2-46c2-a933-0f4f2226bea5,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:33.245135 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.298949 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.345362 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device eb396100-ec4f-4903-afa4-0ba4be6d1af5 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:33.347795 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Transition to ACTIVE for port object 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:33.504581 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port eb396100-ec4f-4903-afa4-0ba4be6d1af5 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:33.504581 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.505524 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Allocated IP 172.20.0.1 (c7f706d6-fd08-4f42-b9d1-cbbeb75491ec/cefcc0ce-d5a1-4a25-a564-23d6020a018f/23463cad-0850-44d7-b5bb-d8c4cc491611) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:33.545659 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.560591 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Transition to ACTIVE for port object 23463cad-0850-44d7-b5bb-d8c4cc491611 will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:33.737325 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.787058 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Attempting to bind port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:33.787446 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Attempting to bind port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:33.787714 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Attempting to bind port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:33.805875 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.808788 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:33.809163 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:33.809571 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.813607 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:33.814514 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Bound port: 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:33.816687 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.861594 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Pushing event updated for resources: {'Port': ['ID=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,revision_number=2']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:33.865928 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:33.869230 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:33.874199 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:33.874764 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:33.880449 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.880934 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.881282 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.881393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Pushing event updated for resources: {'Port': ['ID=23463cad-0850-44d7-b5bb-d8c4cc491611,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:33.881711 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.881947 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.882808 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.883437 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.883796 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.884146 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.884518 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.885060 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.885579 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:32:33.943140 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] For port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:33.947881 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] For port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:34.041109 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.107633 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:34.111631 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:34.116252 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a3996-8c3a-4a87-98c2-73c3b2ca8de5 None None] Pushing event updated for resources: {'Port': ['ID=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:34.118620 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.228655 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:34.306199 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8a5b-a3a9-4b9d-b636-101b72c1d453 req-44bb478c-1de6-492d-a407-85e320a1e704 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:34.307675 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-282d8a5b-a3a9-4b9d-b636-101b72c1d453 req-44bb478c-1de6-492d-a407-85e320a1e704 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0743711 Aug 24 19:32:34.308200 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-7631b23c-02fe-4b0d-920b-f2de846b22de None None] Provisioning for port 23463cad-0850-44d7-b5bb-d8c4cc491611 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:34.318211 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-7631b23c-02fe-4b0d-920b-f2de846b22de None None] Provisioning complete for port 23463cad-0850-44d7-b5bb-d8c4cc491611 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:34.318364 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7631b23c-02fe-4b0d-920b-f2de846b22de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.357530 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.363964 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-7631b23c-02fe-4b0d-920b-f2de846b22de None None] Port 23463cad-0850-44d7-b5bb-d8c4cc491611 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:34.374897 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-282d8a5b-a3a9-4b9d-b636-101b72c1d453 req-d2254699-5a8e-4a6b-9a89-540ff08ccc9d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569992 Aug 24 19:32:34.473024 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.473763 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.556707 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:33Z', 'revision_number': 1, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:34.556954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Pushing event updated for resources: {'Port': ['ID=23463cad-0850-44d7-b5bb-d8c4cc491611,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:34.559861 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e0b28a92-9d93-434e-8ffd-cc9d92eeb82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.597683 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fce201-f5ce-4a7a-80dd-d8d82548ee4a None None] The sync data for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi is: [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:33Z', 'revision_number': 1, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:32:34.627241 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:34.629927 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:34.756034 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38334) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:34.828495 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Router a48a8783-cea3-4a80-876e-57b9899186bc has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:32:34.839399 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:34.946955 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58ef6e28-937f-4291-a5a9-f669fafe08cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.024068 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-70a4489a-b6d6-4172-9705-1520f05eeafb None None] Provisioning complete for port 23463cad-0850-44d7-b5bb-d8c4cc491611 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:35.024843 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-70a4489a-b6d6-4172-9705-1520f05eeafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.098662 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-70a4489a-b6d6-4172-9705-1520f05eeafb None None] Port 23463cad-0850-44d7-b5bb-d8c4cc491611 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:35.113276 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:35.127403 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-35b49c4a-234e-4f2f-af33-e233014354a8 admin admin] 10.222.0.59 "PUT /v2.0/routers/a48a8783-cea3-4a80-876e-57b9899186bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4226682 Aug 24 19:32:35.142204 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58ef6e28-937f-4291-a5a9-f669fafe08cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.155781 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38348) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:35.264538 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1991825417-network', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:35.332375 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58ef6e28-937f-4291-a5a9-f669fafe08cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.571781 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b281-990a-4ed3-9397-d6a1705d3723 req-92c97ead-6baf-461d-b4e3-a9fa7c962d21 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:35.580205 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b21b281-990a-4ed3-9397-d6a1705d3723 req-92c97ead-6baf-461d-b4e3-a9fa7c962d21 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1383965 Aug 24 19:32:35.617161 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-58ef6e28-937f-4291-a5a9-f669fafe08cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=816b565cb6c34d878638f56d34ca0061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575141 Aug 24 19:32:35.619707 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38360) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:35.628991 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef6e28-937f-4291-a5a9-f669fafe08cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbac3c2-d94f-4832-a791-9f92fbd27710,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:35.630633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2338c2-342e-45a1-af6a-75cc3de6a461 req-8256e180-d1b2-44d5-8bc3-7f98e997c72e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:35.639549 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c2338c2-342e-45a1-af6a-75cc3de6a461 req-8256e180-d1b2-44d5-8bc3-7f98e997c72e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1190181 Aug 24 19:32:35.696057 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b21b281-990a-4ed3-9397-d6a1705d3723 req-21a05bfc-99a7-43c5-95c2-7f82beb8b6b2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139934 Aug 24 19:32:35.699670 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c99ce51b-0e2f-4d65-a756-70f035dea1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.715812 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Made reservation on behalf of 6c0be9c2c7eb4e229138150d1a78323a for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:35.718798 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.739031 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.756294 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c99ce51b-0e2f-4d65-a756-70f035dea1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.770247 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c2338c2-342e-45a1-af6a-75cc3de6a461 req-e2f2f0a8-da46-4ddd-94e1-f2e95ce928bd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296635 Aug 24 19:32:35.839633 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.910279 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.943355 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c99ce51b-0e2f-4d65-a756-70f035dea1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.946606 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c99ce51b-0e2f-4d65-a756-70f035dea1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:35.953758 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c99ce51b-0e2f-4d65-a756-70f035dea1d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7dbac3c2-d94f-4832-a791-9f92fbd27710 HTTP/1.1" status: 204 len: 168 time: 0.3266673 Aug 24 19:32:35.958134 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce51b-0e2f-4d65-a756-70f035dea1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbac3c2-d94f-4832-a791-9f92fbd27710,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:36.004915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.028866 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:32:36.045626 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b820ada-9eab-4717-9ef9-08f8856228e6,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:36.049122 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.049466 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Added segment c83eac60-3457-42f0-bd86-2d9e7e393850 of type vlan for network a1a40689-de20-4662-a2d2-e22ba5cfe8ce Aug 24 19:32:36.095003 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.194714 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.196436 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:36.198294 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.293269 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] Pushing event updated for resources: {'Network': ['ID=a1a40689-de20-4662-a2d2-e22ba5cfe8ce,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:36.304816 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38382) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:36.306639 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38384) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:36.308816 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-45c71847-1f76-4b8d-a64b-34fa683d215b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1518633 Aug 24 19:32:36.309315 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:32:36.314620 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-678781466-network', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:36.333003 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Request body: {'subnet': {'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1991825417-subnet', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'ip_version': 4}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:36.355140 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.db.api [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 19:32:36.355140 dv-cinder-798198-3-iscsi neutron-server[94430]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 19:32:36.355140 dv-cinder-798198-3-iscsi neutron-server[94430]: [parameters: {'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'id': '6c108d06-6e2b-48d8-9460-6f33194597d9', 'expiration': datetime.datetime(2021, 8, 24, 19, 34, 36, 349114)}] Aug 24 19:32:36.355140 dv-cinder-798198-3-iscsi neutron-server[94430]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:32:36.355636 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG oslo_db.api [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:32:36.450579 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Made reservation on behalf of e7a98e64912f44d0b595fa71982ce99a for: {'network': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:36.453059 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.464769 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.561296 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.747895 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.801427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:32:36.819822 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003f6ad3-04c7-4cfd-b315-1dbcbbdf866a,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:36.823320 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38394) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:36.834765 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.835180 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.segments_db [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Added segment 88f62347-22bb-4540-b955-6af3217fd8ed of type vlan for network 01757f57-4bee-4c1d-a491-d03abd620365 Aug 24 19:32:36.854562 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c1ee12a4-ff5a-4f85-8d29-a135b6c25bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:36.897644 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce51b7-637f-485f-92f8-92acc475ffc3 req-f9b5340d-8b2c-419a-a43c-14db015b090e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:36.897644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-27ce51b7-637f-485f-92f8-92acc475ffc3 req-f9b5340d-8b2c-419a-a43c-14db015b090e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1355033 Aug 24 19:32:36.953498 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.009964 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-27ce51b7-637f-485f-92f8-92acc475ffc3 req-446ba623-02c2-4071-a799-2fccda39f8e5 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911908 Aug 24 19:32:37.023336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0be3f-73ca-4bec-8f24-7452877e282e req-cddcb00f-273a-4c35-9150-79d23497e9fb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:37.025034 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42d0be3f-73ca-4bec-8f24-7452877e282e req-cddcb00f-273a-4c35-9150-79d23497e9fb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1561413 Aug 24 19:32:37.053374 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Made reservation on behalf of 6c0be9c2c7eb4e229138150d1a78323a for: {'subnet': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:37.055692 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.085255 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42d0be3f-73ca-4bec-8f24-7452877e282e req-07c963c7-5e8a-4e34-b120-eb941450fd63 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534921 Aug 24 19:32:37.129972 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Sync routers for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:37.148496 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.148926 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:37.149595 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:37.149706 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:37.150354 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.171071 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c1ee12a4-ff5a-4f85-8d29-a135b6c25bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.247058 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] Pushing event updated for resources: {'Network': ['ID=01757f57-4bee-4c1d-a491-d03abd620365,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:37.248848 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c1ee12a4-ff5a-4f85-8d29-a135b6c25bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.268874 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 01757f57-4bee-4c1d-a491-d03abd620365 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:32:37.292871 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee12a4-ff5a-4f85-8d29-a135b6c25bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44864df-8705-4fd7-8361-cfdebeef3cbd,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:37.304535 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.327196 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c1ee12a4-ff5a-4f85-8d29-a135b6c25bf9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95f5e25b17fe419d9832f8c5dcd15ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004442 Aug 24 19:32:37.327489 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38400) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:37.343624 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-6ccd4495-ecc6-4a14-b46e-39bcf014d8be admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0376134 Aug 24 19:32:37.344844 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38402) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:37.352687 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Request body: {'subnet': {'network_id': '01757f57-4bee-4c1d-a491-d03abd620365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-678781466-subnet', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:37.364969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:37.402469 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:37.403541 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c4a565fa-7cff-42c5-a045-76c0dd95b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.425936 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c4a565fa-7cff-42c5-a045-76c0dd95b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.479358 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.502067 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Made reservation on behalf of e7a98e64912f44d0b595fa71982ce99a for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:37.504479 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.536618 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec284bf8-e6cf-44c0-a279-64fa1bff4b24,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:37.552919 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Checking segment: {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:37.553717 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Network hostable DHCP agents. Network: a1a40689-de20-4662-a2d2-e22ba5cfe8ce, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:32:37.589137 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c4a565fa-7cff-42c5-a045-76c0dd95b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.591849 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c4a565fa-7cff-42c5-a045-76c0dd95b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.593007 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c4a565fa-7cff-42c5-a045-76c0dd95b2da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e44864df-8705-4fd7-8361-cfdebeef3cbd HTTP/1.1" status: 204 len: 168 time: 0.2646046 Aug 24 19:32:37.624073 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 2, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:37.637076 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a565fa-7cff-42c5-a045-76c0dd95b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44864df-8705-4fd7-8361-cfdebeef3cbd,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:37.657046 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Checking router: a48a8783-cea3-4a80-876e-57b9899186bc for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:37.657396 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Updating router a48a8783-cea3-4a80-876e-57b9899186bc port 23463cad-0850-44d7-b5bb-d8c4cc491611 binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:37.659096 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:37.673438 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:32:37.683404 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:37.683404 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.712707 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.770661 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, a1a40689-de20-4662-a2d2-e22ba5cfe8ce) {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:37.774893 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:37.775485 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.805587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.821330 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1429f60-58e1-43d6-8a41-e3a601c6d048 None None] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:37.861574 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-360fe5c8-d884-41a7-82b0-dd3d6603e34f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5398488 Aug 24 19:32:37.863829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38408) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:37.865491 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7ab78f-958e-43b3-988a-f93b41da0313,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:37.871069 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Checking segment: {'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:37.871069 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Network hostable DHCP agents. Network: 01757f57-4bee-4c1d-a491-d03abd620365, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:32:37.878844 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:37.921404 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:37.941766 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Network 01757f57-4bee-4c1d-a491-d03abd620365 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:32:37.963740 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:37.999643 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.000993 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.028223 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 01757f57-4bee-4c1d-a491-d03abd620365) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:38.032577 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:38.033435 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.061186 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.063107 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add62b4-20fe-4bd6-971e-c35489427680 None None] Network 01757f57-4bee-4c1d-a491-d03abd620365 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:38.087479 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.120783 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-48af3c46-d6f1-4b22-9ec3-85d3312a89c1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7738967 Aug 24 19:32:38.123217 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38416) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:38.129282 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:38.149496 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846963-291d-4560-b302-35bdea4f7e8f req-f8a946a1-87d3-46e3-8563-52407c6dbc74 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:38.153038 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-64846963-291d-4560-b302-35bdea4f7e8f req-f8a946a1-87d3-46e3-8563-52407c6dbc74 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0541484 Aug 24 19:32:38.219457 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:32:38.220390 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.258967 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:38.262916 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.266880 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.297713 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-64846963-291d-4560-b302-35bdea4f7e8f req-9c4bd699-ee1f-424c-a6db-14b610031e7a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359885 Aug 24 19:32:38.364862 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.368047 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.378465 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ddc79-de7b-413c-8fa9-9716c31ce36e req-44f34885-ca32-40f5-a436-3d4a74d2ce43 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:38.379957 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9a5ddc79-de7b-413c-8fa9-9716c31ce36e req-44f34885-ca32-40f5-a436-3d4a74d2ce43 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1613562 Aug 24 19:32:38.408071 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Transition to ACTIVE for port object 23463cad-0850-44d7-b5bb-d8c4cc491611 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:38.429693 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.453112 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9a5ddc79-de7b-413c-8fa9-9716c31ce36e req-493a105c-95a7-447f-894f-fc28abfe453f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446966 Aug 24 19:32:38.490791 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-01757f57-4bee-4c1d-a491-d03abd620365', 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'fixed_ips': [{'subnet_id': '1c7ab78f-958e-43b3-988a-f93b41da0313'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:32:38.492163 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.501042 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38422) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:38.507092 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Allocated IP 172.20.0.2 (a1a40689-de20-4662-a2d2-e22ba5cfe8ce/ec284bf8-e6cf-44c0-a279-64fa1bff4b24/f3ed0576-4fa5-424e-abb9-83d419a976a5) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:38.509140 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.574104 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-eb35aaf0-67ef-446d-ab35-64aea8055549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.636951 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28aa4ca-4818-4198-9fb5-968641d06294 None None] Pushing event updated for resources: {'Port': ['ID=23463cad-0850-44d7-b5bb-d8c4cc491611,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:38.676862 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.767810 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-eb35aaf0-67ef-446d-ab35-64aea8055549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.806041 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Attempting to bind port 23463cad-0850-44d7-b5bb-d8c4cc491611 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:38.809144 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Attempting to bind port 23463cad-0850-44d7-b5bb-d8c4cc491611 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:38.809144 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Attempting to bind port 23463cad-0850-44d7-b5bb-d8c4cc491611 on network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:38.826277 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:38.826644 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Checking segment: {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:38.827224 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.827760 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Bound using segment: {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:38.828413 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Bound port: 23463cad-0850-44d7-b5bb-d8c4cc491611, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:38.828969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.881099 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-eb35aaf0-67ef-446d-ab35-64aea8055549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:38.944480 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35aaf0-67ef-446d-ab35-64aea8055549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859a094-505a-4c8d-a102-280e2aebf920,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:38.950007 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-eb35aaf0-67ef-446d-ab35-64aea8055549 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1be6df43a86247f6b429fdf7cc992fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478986 Aug 24 19:32:38.956683 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38424) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:39.008826 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Allocated IP 172.20.0.2 (01757f57-4bee-4c1d-a491-d03abd620365/1c7ab78f-958e-43b3-988a-f93b41da0313/d3e11583-b0e2-4207-a883-3f3aeb434064) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:39.057401 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.080133 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.106930 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-272f3295-2cfb-4831-a05d-07494243563c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.126058 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.142305 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Transition to ACTIVE for port object f3ed0576-4fa5-424e-abb9-83d419a976a5 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:39.157794 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-272f3295-2cfb-4831-a05d-07494243563c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.166831 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.172556 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] For port 23463cad-0850-44d7-b5bb-d8c4cc491611, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:39.176758 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] For port 23463cad-0850-44d7-b5bb-d8c4cc491611, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=23463cad-0850-44d7-b5bb-d8c4cc491611,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:39.179830 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Transition to ACTIVE for port object f3ed0576-4fa5-424e-abb9-83d419a976a5 will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:39.198521 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.201857 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Allocated IP 172.27.1.54 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/93cf7225-d2ce-4a76-b5ce-f5b8615056ec) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:39.271354 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.281799 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.317506 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.345783 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:39.354045 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.371907 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-272f3295-2cfb-4831-a05d-07494243563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.375621 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-272f3295-2cfb-4831-a05d-07494243563c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.377780 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-272f3295-2cfb-4831-a05d-07494243563c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7859a094-505a-4c8d-a102-280e2aebf920 HTTP/1.1" status: 204 len: 168 time: 0.4195304 Aug 24 19:32:39.390572 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Transition to ACTIVE for port object d3e11583-b0e2-4207-a883-3f3aeb434064 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:39.395663 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f3295-2cfb-4831-a05d-07494243563c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859a094-505a-4c8d-a102-280e2aebf920,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:39.423534 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:39.434649 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:39.435305 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:39.444814 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:39.489078 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5ccc-defa-49c5-9f32-da7e4cd3dd7a req-d01c7c34-c9b7-4696-9228-dbad9cb6489f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:39.489625 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28aa4ca-4818-4198-9fb5-968641d06294 None None] Pushing event updated for resources: {'Port': ['ID=23463cad-0850-44d7-b5bb-d8c4cc491611,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:39.489727 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-676b5ccc-defa-49c5-9f32-da7e4cd3dd7a req-d01c7c34-c9b7-4696-9228-dbad9cb6489f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0690713 Aug 24 19:32:39.489816 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:39.513513 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.554768 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Transition to ACTIVE for port object d3e11583-b0e2-4207-a883-3f3aeb434064 will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:39.582366 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:39.599174 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:39.599556 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.611973 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Allocated IP 172.27.1.23 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:39.619861 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:39.622259 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:39.656589 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:39.685799 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.692434 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Pushing event updated for resources: {'Port': ['ID=f3ed0576-4fa5-424e-abb9-83d419a976a5,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:39.709357 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-676b5ccc-defa-49c5-9f32-da7e4cd3dd7a req-9414e3c9-0cb2-4768-9f42-00a83961cc12 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113855 Aug 24 19:32:39.745482 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Attempting to bind port f3ed0576-4fa5-424e-abb9-83d419a976a5 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:39.745904 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Attempting to bind port f3ed0576-4fa5-424e-abb9-83d419a976a5 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:39.746268 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Attempting to bind port f3ed0576-4fa5-424e-abb9-83d419a976a5 on network a1a40689-de20-4662-a2d2-e22ba5cfe8ce {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:39.751352 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.778132 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Network 01757f57-4bee-4c1d-a491-d03abd620365 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:39.786496 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:39.786967 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Checking segment: {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:39.788201 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.788201 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Bound using segment: {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:39.789139 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Bound port: f3ed0576-4fa5-424e-abb9-83d419a976a5, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:39.789593 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.795992 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:39.800429 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:39.818124 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c20e1-6dbb-4ceb-8cc2-3a666ba5a9b7 req-a5dc528d-3df4-405f-bbc4-ea0883a06218 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:39.820863 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-106c20e1-6dbb-4ceb-8cc2-3a666ba5a9b7 req-a5dc528d-3df4-405f-bbc4-ea0883a06218 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.2406969 Aug 24 19:32:39.842084 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:39.857005 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Pushing event updated for resources: {'Port': ['ID=d3e11583-b0e2-4207-a883-3f3aeb434064,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:39.865391 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-106c20e1-6dbb-4ceb-8cc2-3a666ba5a9b7 req-1fe48ae2-659c-469e-bfa7-76d84137bfd0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366340 Aug 24 19:32:39.919422 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:39.983194 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Pushing event updated for resources: {'Port': ['ID=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:39.996650 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:39.998462 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:40.005128 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:40.053773 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.093022 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Attempting to bind port d3e11583-b0e2-4207-a883-3f3aeb434064 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:40.093022 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Attempting to bind port d3e11583-b0e2-4207-a883-3f3aeb434064 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:40.093386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Attempting to bind port d3e11583-b0e2-4207-a883-3f3aeb434064 on network 01757f57-4bee-4c1d-a491-d03abd620365 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:40.095816 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] For port f3ed0576-4fa5-424e-abb9-83d419a976a5, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:40.126407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] For port f3ed0576-4fa5-424e-abb9-83d419a976a5, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=f3ed0576-4fa5-424e-abb9-83d419a976a5,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:40.127600 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:40.128048 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Checking segment: {'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:40.128480 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.128881 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Bound using segment: {'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:40.129420 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Bound port: d3e11583-b0e2-4207-a883-3f3aeb434064, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:40.129803 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.207635 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] For port d3e11583-b0e2-4207-a883-3f3aeb434064, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:40.211500 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] For port d3e11583-b0e2-4207-a883-3f3aeb434064, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=d3e11583-b0e2-4207-a883-3f3aeb434064,segment=NetworkSegment(88f62347-22bb-4540-b955-6af3217fd8ed),segment_id=88f62347-22bb-4540-b955-6af3217fd8ed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:40.236004 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.347640 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.401626 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87107c-f2db-48ea-a1fd-5bfc959f9b53 None None] Pushing event updated for resources: {'Port': ['ID=f3ed0576-4fa5-424e-abb9-83d419a976a5,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:40.405617 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.431311 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.547604 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:39Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:40.554613 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782628f-0388-40b2-bfb4-2b7cf2f9148d None None] Pushing event updated for resources: {'Port': ['ID=d3e11583-b0e2-4207-a883-3f3aeb434064,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:40.646952 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84da219-c24d-4605-a47f-89a0a6a20805 None None] The sync data for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi is: [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:39Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:32:40.860210 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:40.893548 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:32:40.949948 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc095b7-113d-46b0-8a9b-4b52c790a799 req-7246ecae-865b-4cee-944d-2ed1487e89e3 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:40.958407 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7fc095b7-113d-46b0-8a9b-4b52c790a799 req-7246ecae-865b-4cee-944d-2ed1487e89e3 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1034846 Aug 24 19:32:41.124246 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38478) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:41.134405 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:32:41.153295 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7fc095b7-113d-46b0-8a9b-4b52c790a799 req-6893ac59-0834-4b5e-a894-fe408ef573ae tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939800 Aug 24 19:32:41.212507 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de103472-a1dd-4deb-9f80-e3445d6d6701 req-4d0bc432-1754-44a4-9f41-09fb491a6d92 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:41.214106 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-de103472-a1dd-4deb-9f80-e3445d6d6701 req-4d0bc432-1754-44a4-9f41-09fb491a6d92 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1434991 Aug 24 19:32:41.215434 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:41.226860 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Sync routers for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:41.239616 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:41.240572 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:41.296499 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-de103472-a1dd-4deb-9f80-e3445d6d6701 req-9fd6e39c-fede-45f4-ab34-65b8811b9527 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617373 Aug 24 19:32:41.336822 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1046943460-network', 'tenant_id': '5ed4565c07554a2e8dd34da9c4f80956'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:41.401338 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:41.402119 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:41.407639 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-bcf3274b-faa0-438b-af0c-f4f414078fc7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5428493 Aug 24 19:32:41.417605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38484) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:41.419173 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Sync routers for ids ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:41.445457 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Routers {'c92aa41a-7ba2-4e16-b05a-ba6529e97de3'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:41.446099 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:41.482287 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:41.555456 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Made reservation on behalf of 5ed4565c07554a2e8dd34da9c4f80956 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:41.558442 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:41.576927 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:41.635083 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:41.636520 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ecd047ce-38a7-4c84-acbe-b21964e0932a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5116990 Aug 24 19:32:41.642895 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38490) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:41.746229 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3e11583-b0e2-4207-a883-3f3aeb434064 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:41.915700 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:41.924790 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:39Z', 'revision_number': 3, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:41.979566 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Checking router: 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:41.979915 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Updating router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:42.007535 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Set router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:42.013568 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.021978 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.052572 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:32:42.106783 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.107490 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Added segment c0eef9b3-7328-4a61-af15-b05a2c2228f2 of type vlan for network 7ced5917-82bb-4891-9019-04676b591e11 Aug 24 19:32:42.109908 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a29db7-cd8e-4f75-9da6-d3829e92ebad,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:42.163194 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port d3e11583-b0e2-4207-a883-3f3aeb434064 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:42.174446 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38459b22-30cf-4484-bd65-8bdd8f94a990 None None] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:42.200107 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.292456 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device f3ed0576-4fa5-424e-abb9-83d419a976a5 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:42.314154 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.315598 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:42.316368 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.448310 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] Pushing event updated for resources: {'Network': ['ID=7ced5917-82bb-4891-9019-04676b591e11,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:42.481608 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.496839 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Transition to ACTIVE for port object 93cf7225-d2ce-4a76-b5ce-f5b8615056ec will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:42.597509 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2d289a1b-26eb-49fb-9d2e-14f4b8b05804 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4711974 Aug 24 19:32:42.598282 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38504) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:42.603613 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Request body: {'subnet': {'network_id': '7ced5917-82bb-4891-9019-04676b591e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1046943460-subnet', 'tenant_id': '5ed4565c07554a2e8dd34da9c4f80956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:42.622286 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.654715 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 7ced5917-82bb-4891-9019-04676b591e11 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:32:42.669761 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc467190-4abc-42fb-806e-439e133bf2e8 None None] Network 01757f57-4bee-4c1d-a491-d03abd620365 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:42.672952 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.682650 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Attempting to bind port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:42.683146 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Attempting to bind port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:42.683419 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Attempting to bind port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:42.695951 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:42.696346 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:42.696756 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.697158 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:42.697868 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Bound port: 93cf7225-d2ce-4a76-b5ce-f5b8615056ec, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:42.698482 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.702733 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452b4da-2581-440f-9336-ee2110fc35cf None None] Pushing event updated for resources: {'Port': ['ID=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,revision_number=2']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:42.778655 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] For port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:42.782110 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Made reservation on behalf of 5ed4565c07554a2e8dd34da9c4f80956 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:42.782908 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] For port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:42.785098 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.843054 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-c1e7210b-845c-444c-ae33-65ead5d69b7d None None] Provisioning for port f3ed0576-4fa5-424e-abb9-83d419a976a5 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:42.845903 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port f3ed0576-4fa5-424e-abb9-83d419a976a5 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:42.879199 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.889769 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-c1e7210b-845c-444c-ae33-65ead5d69b7d None None] Provisioning complete for port f3ed0576-4fa5-424e-abb9-83d419a976a5 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:42.890592 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c1e7210b-845c-444c-ae33-65ead5d69b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.902248 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6808c2b-6871-43bf-9abb-1a0a9f8450a8 req-229af73b-4dda-40de-8b1b-ebb604bfa468 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:42.903769 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e6808c2b-6871-43bf-9abb-1a0a9f8450a8 req-229af73b-4dda-40de-8b1b-ebb604bfa468 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.5524845 Aug 24 19:32:42.921264 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port f3ed0576-4fa5-424e-abb9-83d419a976a5 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:42.921735 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:42.928939 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39ce10-46a6-4c67-80a1-16c72c51270f req-ef5cb591-33e7-4cac-93c4-048d0a264489 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:42.930510 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc39ce10-46a6-4c67-80a1-16c72c51270f req-ef5cb591-33e7-4cac-93c4-048d0a264489 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.4577692 Aug 24 19:32:42.982507 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:42.983324 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:43.070438 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:40Z', 'revision_number': 3, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port': {'id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:43.089814 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e6808c2b-6871-43bf-9abb-1a0a9f8450a8 req-e9d6b7ee-bdcd-4492-a2d4-cd8e3667cef2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783030 Aug 24 19:32:43.096836 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc39ce10-46a6-4c67-80a1-16c72c51270f req-c82393c8-6dba-4009-bc0a-da92035e8603 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565487 Aug 24 19:32:43.107606 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452b4da-2581-440f-9336-ee2110fc35cf None None] Pushing event updated for resources: {'Port': ['ID=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:43.170457 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.170667 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:43.182500 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.190690 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Checking router: c92aa41a-7ba2-4e16-b05a-ba6529e97de3 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:43.191047 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Updating router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:43.324098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.337639 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.374757 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:43.407941 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Checking segment: {'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:43.407941 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Network hostable DHCP agents. Network: 7ced5917-82bb-4891-9019-04676b591e11, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:32:43.411119 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c1e7210b-845c-444c-ae33-65ead5d69b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.421147 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.510059 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Network 7ced5917-82bb-4891-9019-04676b591e11 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:32:43.519658 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Allocated IP 172.20.0.1 (a1a40689-de20-4662-a2d2-e22ba5cfe8ce/ec284bf8-e6cf-44c0-a279-64fa1bff4b24/b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:43.530647 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:39Z', 'revision_number': 3, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:43.561069 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port f3ed0576-4fa5-424e-abb9-83d419a976a5, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=f3ed0576-4fa5-424e-abb9-83d419a976a5,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:43.571585 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a39fd-1e3f-4178-84ef-e169be28e440 None None] The sync data for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi is: [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:39Z', 'revision_number': 3, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:32:43.648290 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Allocated IP 172.20.0.1 (01757f57-4bee-4c1d-a491-d03abd620365/1c7ab78f-958e-43b3-988a-f93b41da0313/04c8294e-11eb-4aca-95c9-5e06a4647e3e) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:43.684199 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 7ced5917-82bb-4891-9019-04676b591e11) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:43.689790 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:43.693792 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.717906 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75be3fb-bae7-415d-be2d-3e4016df1fa3 None None] Network 7ced5917-82bb-4891-9019-04676b591e11 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:43.730200 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.730907 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 23463cad-0850-44d7-b5bb-d8c4cc491611 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:43.752427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:43.809541 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-eef0a934-8dac-4c55-a3dc-54f9a61ba73a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2100773 Aug 24 19:32:43.853636 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Transition to ACTIVE for port object b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:44.034040 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.049136 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.db.api [None req-c1e7210b-845c-444c-ae33-65ead5d69b7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:32:44.049516 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG oslo_db.api [None req-c1e7210b-845c-444c-ae33-65ead5d69b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:32:44.075890 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Transition to ACTIVE for port object e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:44.076226 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.085884 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=f3ed0576-4fa5-424e-abb9-83d419a976a5,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:44.102982 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Transition to ACTIVE for port object 04c8294e-11eb-4aca-95c9-5e06a4647e3e will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:44.112703 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cb835-c42d-45da-8db7-9ccfd859b2d7 req-56afabd5-17b4-401d-87d1-bc6985fee961 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:44.114551 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-212cb835-c42d-45da-8db7-9ccfd859b2d7 req-56afabd5-17b4-401d-87d1-bc6985fee961 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.2220504 Aug 24 19:32:44.125793 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-799fd7cf-d097-43ea-946e-5a25564440ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:44.127328 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-799fd7cf-d097-43ea-946e-5a25564440ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.1653183 Aug 24 19:32:44.172841 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.195009 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41c665-115b-4eac-a277-a49a4c78941a None None] Network 7ced5917-82bb-4891-9019-04676b591e11 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:44.212530 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-212cb835-c42d-45da-8db7-9ccfd859b2d7 req-3dd9da6e-d66c-41fe-86d3-3b98f64316ed tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824440 Aug 24 19:32:44.227560 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.299773 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 23463cad-0850-44d7-b5bb-d8c4cc491611 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:44.335987 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:44.337854 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Attempting to bind port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:44.338224 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Attempting to bind port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:44.338580 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Attempting to bind port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:44.340593 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 23463cad-0850-44d7-b5bb-d8c4cc491611 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:44.340960 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.361841 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:44.373951 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ab1d1-1122-485b-b6b2-4894d24f68fa None None] Pushing event updated for resources: {'Port': ['ID=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:44.399321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:44.399321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:44.399321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.399321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:44.399321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Bound port: e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:44.399321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.401550 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:44.402318 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.469106 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Pushing event updated for resources: {'Port': ['ID=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:44.550310 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57402289-ce24-4550-8b7b-bcdf3e07f4d7 req-b2fa460f-e0a0-494b-a890-7a5b0dc493cc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:44.555192 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-57402289-ce24-4550-8b7b-bcdf3e07f4d7 req-b2fa460f-e0a0-494b-a890-7a5b0dc493cc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.3137782 Aug 24 19:32:44.563306 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] For port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:44.577381 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-25125921-9ddb-47d1-bffb-2e1917fb8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:44.578658 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-25125921-9ddb-47d1-bffb-2e1917fb8fcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.4238503 Aug 24 19:32:44.597887 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622e914-18c2-4ee2-acfe-f6487883af66 req-dd0039ab-d7c3-4988-b173-5c4de321a861 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:44.605634 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1622e914-18c2-4ee2-acfe-f6487883af66 req-dd0039ab-d7c3-4988-b173-5c4de321a861 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.2550828 Aug 24 19:32:44.607970 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.610858 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] For port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:44.662672 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.716299 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.741340 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-8464d9f4-e4da-44d2-8a74-529f227a9c99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 217 time: 0.1276531 Aug 24 19:32:44.757267 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Network 01757f57-4bee-4c1d-a491-d03abd620365 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:44.772495 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 23463cad-0850-44d7-b5bb-d8c4cc491611, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=23463cad-0850-44d7-b5bb-d8c4cc491611,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:44.783061 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-57402289-ce24-4550-8b7b-bcdf3e07f4d7 req-d765b6da-e2ee-46e4-a248-77616374b58e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216249 Aug 24 19:32:44.791626 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:44.810624 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ab1d1-1122-485b-b6b2-4894d24f68fa None None] Pushing event updated for resources: {'Port': ['ID=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:44.823970 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Routers {'c92aa41a-7ba2-4e16-b05a-ba6529e97de3'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:44.825854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:44.826499 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:44.827320 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:44.854631 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1622e914-18c2-4ee2-acfe-f6487883af66 req-38a1bf3f-eb8e-4f89-8603-b929c282a28d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416928 Aug 24 19:32:44.936926 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Pushing event updated for resources: {'Port': ['ID=04c8294e-11eb-4aca-95c9-5e06a4647e3e,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:44.972156 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-160bc658-f899-4ac6-8a8d-b3ebf4cf8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:44.974141 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-160bc658-f899-4ac6-8a8d-b3ebf4cf8d96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.2158544 Aug 24 19:32:45.049750 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-655e98ac-e1fd-4b90-87bd-05eacc2f7466 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544808 Aug 24 19:32:45.056505 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.083096 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.089006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Provisioning for port d3e11583-b0e2-4207-a883-3f3aeb434064 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:45.113544 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Provisioning complete for port d3e11583-b0e2-4207-a883-3f3aeb434064 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:45.113766 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.194529 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=23463cad-0850-44d7-b5bb-d8c4cc491611,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:45.245025 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-c76e3c42-2894-4ef2-aa47-fb1ae66c16c6 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857443 Aug 24 19:32:45.248283 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] Set router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:45.324737 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.386116 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 93cf7225-d2ce-4a76-b5ce-f5b8615056ec up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:45.392320 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.436542 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] For port d3e11583-b0e2-4207-a883-3f3aeb434064, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=d3e11583-b0e2-4207-a883-3f3aeb434064,segment=NetworkSegment(88f62347-22bb-4540-b955-6af3217fd8ed),segment_id=88f62347-22bb-4540-b955-6af3217fd8ed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:45.532359 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:40Z', 'revision_number': 3, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port': {'id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:45.534052 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef340df-6d30-423c-9e34-a05ef25ef8f5 req-3101481a-f7a3-4f8f-98a9-a137d7f492ef tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:45.535559 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0ef340df-6d30-423c-9e34-a05ef25ef8f5 req-3101481a-f7a3-4f8f-98a9-a137d7f492ef tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.2285588 Aug 24 19:32:45.567694 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12edafd6-2324-4fe4-95d8-a57865049db4 None None] The sync data for ids ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'] in dv-cinder-798198-3-iscsi is: [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:40Z', 'revision_number': 3, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port': {'id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:32:45.593908 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.622090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.627055 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbdbc056-0f55-4c69-a441-6598715d2ba5 req-02c14f90-eb6e-4d7a-9bb9-9c6d541c14cf service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461370 Aug 24 19:32:45.644610 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:45.663971 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:45.664243 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.691151 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0ef340df-6d30-423c-9e34-a05ef25ef8f5 req-604d7d87-944f-4d4f-beb7-5c73799c7541 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377730 Aug 24 19:32:45.703651 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Pushing event updated for resources: {'Port': ['ID=d3e11583-b0e2-4207-a883-3f3aeb434064,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:45.750214 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.751237 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.761705 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.790937 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:45.805523 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Provisioning for port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:45.805642 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.805736 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Provisioning complete for port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:45.805736 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.843721 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:45.857558 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Provisioning complete for port f3ed0576-4fa5-424e-abb9-83d419a976a5 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:45.859403 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-77d75101-deb7-4ea6-8eb5-93aaf0591623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.876353 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Pushing event updated for resources: {'Port': ['ID=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:45.897990 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.899074 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device f3ed0576-4fa5-424e-abb9-83d419a976a5 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:45.946942 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:45.948308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:46.064190 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:46.122281 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port f3ed0576-4fa5-424e-abb9-83d419a976a5 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:46.122662 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:46.185252 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Pushing event updated for resources: {'Port': ['ID=04c8294e-11eb-4aca-95c9-5e06a4647e3e,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:46.191554 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:46.209390 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:46.409695 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-198ee725-9f3c-4c9d-88e6-e97eddf3cc43 None None] Provisioning for port 04c8294e-11eb-4aca-95c9-5e06a4647e3e completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:46.414849 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-198ee725-9f3c-4c9d-88e6-e97eddf3cc43 None None] Provisioning complete for port 04c8294e-11eb-4aca-95c9-5e06a4647e3e triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:46.415246 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-198ee725-9f3c-4c9d-88e6-e97eddf3cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:46.465706 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-198ee725-9f3c-4c9d-88e6-e97eddf3cc43 None None] Port 04c8294e-11eb-4aca-95c9-5e06a4647e3e cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:46.586817 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4ddbd5f8-52cb-466d-aacb-40620e0aea42 None None] Provisioning complete for port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:46.587356 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd5f8-52cb-466d-aacb-40620e0aea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:46.611075 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4ccc-bdc3-4441-900a-7d865308ecd0 req-58739db0-229a-4145-81a8-77ae3b6b7efd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:46.612593 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-84da4ccc-bdc3-4441-900a-7d865308ecd0 req-58739db0-229a-4145-81a8-77ae3b6b7efd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.5921504 Aug 24 19:32:46.625533 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbd5f8-52cb-466d-aacb-40620e0aea42 None None] Port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:46.697602 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9a9cb-9f15-449a-ab61-ceb4278ad0d5 req-654f5379-362c-4e49-85a5-82033a4fc8f2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:46.699191 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b2f9a9cb-9f15-449a-ab61-ceb4278ad0d5 req-654f5379-362c-4e49-85a5-82033a4fc8f2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.7562029 Aug 24 19:32:46.792953 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-84da4ccc-bdc3-4441-900a-7d865308ecd0 req-fd4b32a3-cf51-40ba-9c46-3df6dc90c5f5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391554 Aug 24 19:32:46.809723 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b2f9a9cb-9f15-449a-ab61-ceb4278ad0d5 req-7cf62466-6873-47b8-af58-19b13061971e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949728 Aug 24 19:32:46.812673 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Network 01757f57-4bee-4c1d-a491-d03abd620365 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:46.819670 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:46.842257 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:32:47.140039 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07041-a726-4224-aec4-568eff5dcd82 req-8cb5f0bc-381a-498b-9e46-88eda560e2e8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:47.140783 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e3d07041-a726-4224-aec4-568eff5dcd82 req-8cb5f0bc-381a-498b-9e46-88eda560e2e8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.2402465 Aug 24 19:32:47.188921 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-502cf58c-e8e8-4036-972e-3f7688b4b616 None None] Provisioning complete for port 04c8294e-11eb-4aca-95c9-5e06a4647e3e triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:47.189392 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-502cf58c-e8e8-4036-972e-3f7688b4b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:47.219686 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:32:47.247991 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-502cf58c-e8e8-4036-972e-3f7688b4b616 None None] Port 04c8294e-11eb-4aca-95c9-5e06a4647e3e cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:47.257020 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-2776723f-e8d2-4c5b-9beb-4aa5961b2267 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:47.258704 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-2776723f-e8d2-4c5b-9beb-4aa5961b2267 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/networks?id=7ced5917-82bb-4891-9019-04676b591e11 HTTP/1.1" status: 200 len: 809 time: 0.3103030 Aug 24 19:32:47.259926 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:47.265735 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-2bfaa422-1090-4505-94c0-d4540877cd1f admin admin] 10.222.0.59 "PUT /v2.0/routers/4f23d0ec-4c63-40eb-bbae-09dc576a6e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8489397 Aug 24 19:32:47.271886 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e3d07041-a726-4224-aec4-568eff5dcd82 req-6207ddca-92f0-4ae8-9e48-e8a17fb51921 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242976 Aug 24 19:32:47.276795 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Sync routers for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:47.284990 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-fa03f174-76ab-42a8-88d2-a9f64cf5464d tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/quotas/5ed4565c07554a2e8dd34da9c4f80956 HTTP/1.1" status: 200 len: 375 time: 0.0176930 Aug 24 19:32:47.290939 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:47.291779 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:47.363343 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 93cf7225-d2ce-4a76-b5ce-f5b8615056ec up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:47.435147 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:47.438698 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:47.439191 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:47.471730 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-4ac67c3d-3336-471a-b81f-71054f6e1fc0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943856 Aug 24 19:32:47.577559 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 23463cad-0850-44d7-b5bb-d8c4cc491611 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:47.596039 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:47.612901 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e9ef777c-94c7-4a49-bbeb-f61fe2c31c99 admin admin] 10.222.0.59 "PUT /v2.0/routers/c92aa41a-7ba2-4e16-b05a-ba6529e97de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9650841 Aug 24 19:32:47.626314 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-26faed76-10e0-4c21-8649-d1362b670171 service neutron] 10.222.0.59 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442323 Aug 24 19:32:47.673820 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 23463cad-0850-44d7-b5bb-d8c4cc491611 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:47.674543 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:47.719277 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Sync routers for ids ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:47.762306 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Routers {'c92aa41a-7ba2-4e16-b05a-ba6529e97de3'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:47.763138 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:47.796036 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-0032e559-6ae7-47d5-b6ea-c00f4d322aa5 service neutron] 10.222.0.59 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698418 Aug 24 19:32:47.868735 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 2, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:47.901606 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Checking router: 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:47.902260 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Updating router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:47.935902 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:47.960601 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Set router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:47.992134 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e523b-976a-442d-85a5-6e4e2d3402b9 req-1fe93130-0387-43eb-976a-6d58f1cfeb0c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:47.993725 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f61e523b-976a-442d-85a5-6e4e2d3402b9 req-1fe93130-0387-43eb-976a-6d58f1cfeb0c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0847828 Aug 24 19:32:48.008260 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3e11583-b0e2-4207-a883-3f3aeb434064 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:48.047095 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f61e523b-976a-442d-85a5-6e4e2d3402b9 req-349767a9-53e2-49a7-a2b7-05dca80e1c4d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 Aug 24 19:32:48.210813 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af429-391e-4398-952a-558ff14d46d1 req-e15b795c-ed39-4552-95ae-3e7a8c1e72c4 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:48.212585 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da2af429-391e-4398-952a-558ff14d46d1 req-e15b795c-ed39-4552-95ae-3e7a8c1e72c4 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0698929 Aug 24 19:32:48.285823 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port d3e11583-b0e2-4207-a883-3f3aeb434064 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:48.286325 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.354604 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da2af429-391e-4398-952a-558ff14d46d1 req-4d2ab37d-a318-492d-bc36-d32bad6093a5 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280866 Aug 24 19:32:48.405602 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.419364 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Transition to ACTIVE for port object b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:48.470475 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:48.488296 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38676) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:48.490268 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e07807fc-c097-4cf2-905a-eb496764c104 req-f38d2470-7d06-4a58-aeee-ceb1f8b60d5e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 210 time: 0.0601861 Aug 24 19:32:48.493378 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port': {'id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '04c8294e-11eb-4aca-95c9-5e06a4647e3e', 'name': '', 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'mac_address': 'fa:16:3e:25:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1c7ab78f-958e-43b3-988a-f93b41da0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 2, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'subnets': [{'id': '1c7ab78f-958e-43b3-988a-f93b41da0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:48.495467 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1486553241-network', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:48.501897 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.533147 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Checking router: c92aa41a-7ba2-4e16-b05a-ba6529e97de3 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:48.533519 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Updating router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 port 04c8294e-11eb-4aca-95c9-5e06a4647e3e binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:48.577586 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.593474 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38001c-bdff-43a6-ba79-40457ba9c9ef None None] Pushing event updated for resources: {'Port': ['ID=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:48.621292 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Made reservation on behalf of 6f530baf350c4bd88634dc7dbd787152 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:48.624967 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.645154 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.672595 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Attempting to bind port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:48.673009 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Attempting to bind port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:48.673343 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Attempting to bind port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d on network a1a40689-de20-4662-a2d2-e22ba5cfe8ce {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:48.680480 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:48.680727 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Checking segment: {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:48.681173 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.681510 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Bound using segment: {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:48.682076 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Bound port: b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:48.682505 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.710332 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28eb41-854b-4f04-8154-b099de72d870 req-bfe26f1e-1c1b-440d-9f06-833ae0827cca tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:48.714771 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a28eb41-854b-4f04-8154-b099de72d870 req-bfe26f1e-1c1b-440d-9f06-833ae0827cca tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1405098 Aug 24 19:32:48.741988 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:48.830278 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] For port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:48.836719 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] For port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:48.844871 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a28eb41-854b-4f04-8154-b099de72d870 req-46ff0f79-576e-44a4-8f8d-5d46c0446e8e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224811 Aug 24 19:32:48.871723 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.878791 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:48.878791 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.929343 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.970081 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:48.992586 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:48.993318 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:49.038569 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e8eed0-4f48-4466-b9d2-feff94214c0a,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:49.044563 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:32:49.066946 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.068114 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Added segment 8f1ad85a-58eb-495f-9338-0daeb4c4b04e of type vlan for network 31ff435f-c9f2-4f16-9725-3b507af4e567 Aug 24 19:32:49.091025 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38001c-bdff-43a6-ba79-40457ba9c9ef None None] Pushing event updated for resources: {'Port': ['ID=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,revision_number=4']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:49.097462 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.177532 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.186446 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:49.236039 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:49.282395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fe44a-8570-4bfa-a509-8cd25fced063 req-d99b466f-7a05-43ec-a949-680c4439f1da tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:49.283991 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-004fe44a-8570-4bfa-a509-8cd25fced063 req-d99b466f-7a05-43ec-a949-680c4439f1da tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0747864 Aug 24 19:32:49.341834 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.348433 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:49.348539 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.349537 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.349668 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.371297 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-004fe44a-8570-4bfa-a509-8cd25fced063 req-cc8b1080-5943-4eaf-91d5-c09f37d0d1df tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800767 Aug 24 19:32:49.379903 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38688) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:49.394296 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-024c4897-2e3e-4dc6-a491-f09ba3c7a8f9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665602613', 'description': 'tempest-secgroup-smoke-1665602613 description', 'project_id': 'c635296755b449db8c99cc0b86f4702f'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:49.421772 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Transition to ACTIVE for port object 04c8294e-11eb-4aca-95c9-5e06a4647e3e will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:49.453394 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] Pushing event updated for resources: {'Network': ['ID=31ff435f-c9f2-4f16-9725-3b507af4e567,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:49.469356 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:32:49.483970 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:49.496347 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-580dcd9b-0f83-4083-8880-d5bbd2551441 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0068650 Aug 24 19:32:49.499053 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38692) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:49.504180 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Request body: {'subnet': {'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1486553241-subnet', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:49.556712 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:48Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:49.569670 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.588681 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbaa337-ab34-4180-b24a-83f8f82d8e69 None None] The sync data for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi is: [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:48Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:32:49.596855 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d42a5ffd-e5ad-4a5b-b22a-63049e0cf396 req-ed74b9b7-9756-48c7-ae9c-0f3fb1429d39 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 210 time: 0.0367095 Aug 24 19:32:49.624962 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d1fe-54c4-4a8e-9203-e13240134a90 req-f069b1b2-1158-41b5-b633-db38e9a2e530 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:49.624962 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aa60d1fe-54c4-4a8e-9203-e13240134a90 req-f069b1b2-1158-41b5-b633-db38e9a2e530 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1428306 Aug 24 19:32:49.635284 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569b40c-f99d-44d9-877a-349399da1499 None None] Pushing event updated for resources: {'Port': ['ID=04c8294e-11eb-4aca-95c9-5e06a4647e3e,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:49.708103 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Attempting to bind port 04c8294e-11eb-4aca-95c9-5e06a4647e3e on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:49.713361 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Attempting to bind port 04c8294e-11eb-4aca-95c9-5e06a4647e3e by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:49.713361 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Attempting to bind port 04c8294e-11eb-4aca-95c9-5e06a4647e3e on network 01757f57-4bee-4c1d-a491-d03abd620365 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:49.721121 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-024c4897-2e3e-4dc6-a491-f09ba3c7a8f9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.723298 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:49.723710 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Checking segment: {'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:49.724381 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.729998 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Bound using segment: {'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:49.729998 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Bound port: 04c8294e-11eb-4aca-95c9-5e06a4647e3e, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f62347-22bb-4540-b955-6af3217fd8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:49.729998 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.741020 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aa60d1fe-54c4-4a8e-9203-e13240134a90 req-bce35d45-49a1-4c3e-a54f-97ed7af0407b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041431 Aug 24 19:32:49.817397 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] For port 04c8294e-11eb-4aca-95c9-5e06a4647e3e, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:49.821727 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] For port 04c8294e-11eb-4aca-95c9-5e06a4647e3e, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=04c8294e-11eb-4aca-95c9-5e06a4647e3e,segment=NetworkSegment(88f62347-22bb-4540-b955-6af3217fd8ed),segment_id=88f62347-22bb-4540-b955-6af3217fd8ed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:49.826333 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Made reservation on behalf of 6f530baf350c4bd88634dc7dbd787152 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:49.829106 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.949970 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:49.989244 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-024c4897-2e3e-4dc6-a491-f09ba3c7a8f9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.022610 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7200baf-edbb-4287-90b5-a07b48a2ed16 req-394c1048-c9ff-45a1-ba23-510d0b0c82aa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:50.024893 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d7200baf-edbb-4287-90b5-a07b48a2ed16 req-394c1048-c9ff-45a1-ba23-510d0b0c82aa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0833697 Aug 24 19:32:50.053788 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:32:50.077179 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569b40c-f99d-44d9-877a-349399da1499 None None] Pushing event updated for resources: {'Port': ['ID=04c8294e-11eb-4aca-95c9-5e06a4647e3e,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:50.079965 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Routers {'c92aa41a-7ba2-4e16-b05a-ba6529e97de3'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:50.080619 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:50.100804 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d7200baf-edbb-4287-90b5-a07b48a2ed16 req-7dac6c38-e3df-45a3-9d5e-ebc0cbb16d94 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 Aug 24 19:32:50.123255 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-024c4897-2e3e-4dc6-a491-f09ba3c7a8f9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.160102 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c4897-2e3e-4dc6-a491-f09ba3c7a8f9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc55b6a-f081-4c1e-a0f4-f1142306cc90,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:50.203585 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-024c4897-2e3e-4dc6-a491-f09ba3c7a8f9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.208750 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-024c4897-2e3e-4dc6-a491-f09ba3c7a8f9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8272054 Aug 24 19:32:50.209670 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38698) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:50.220194 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-6065365e-73af-4ecb-a96c-194d8a3246e0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'security_group_rule': {'security_group_id': '6bc55b6a-f081-4c1e-a0f4-f1142306cc90', 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:50.228068 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.237713 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] Set router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:50.346499 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6065365e-73af-4ecb-a96c-194d8a3246e0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.349437 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b970a8bb-ee9d-4609-882a-ad9e318de053,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:50.363158 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Checking segment: {'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:50.363379 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Network hostable DHCP agents. Network: 31ff435f-c9f2-4f16-9725-3b507af4e567, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:32:50.422492 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6065365e-73af-4ecb-a96c-194d8a3246e0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.483861 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:32:50.519687 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6065365e-73af-4ecb-a96c-194d8a3246e0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.532391 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a881-6392-4b88-977c-9073e50d7506 req-7da4c7db-0ced-45d4-a7db-020c3820f3c5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:50.533982 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e95a881-6392-4b88-977c-9073e50d7506 req-7da4c7db-0ced-45d4-a7db-020c3820f3c5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0721676 Aug 24 19:32:50.569459 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065365e-73af-4ecb-a96c-194d8a3246e0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405dc3f5-64ca-4e5d-8ceb-2b6fbb3a3d7e,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:50.608634 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e95a881-6392-4b88-977c-9073e50d7506 req-d4d77fc7-46df-49d6-91d7-fb76e0c51fca tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549328 Aug 24 19:32:50.613343 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 31ff435f-c9f2-4f16-9725-3b507af4e567) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:50.621284 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:50.622464 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.659155 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eebafe3-f139-4fef-a267-e954009e002b None None] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:50.705811 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6065365e-73af-4ecb-a96c-194d8a3246e0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.709620 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-6065365e-73af-4ecb-a96c-194d8a3246e0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4963160 Aug 24 19:32:50.709828 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38710) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:50.715089 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-b74152db-2cea-4446-be14-00ad52d950d3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'security_group_rule': {'security_group_id': '6bc55b6a-f081-4c1e-a0f4-f1142306cc90', 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:50.746442 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-38672c49-222f-454a-b008-32f85e988d25 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2463131 Aug 24 19:32:50.754045 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38712) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:50.760027 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-93b8c235-4a05-442b-ab2a-4f6e2a30941a req-e624d87d-ee1e-4e50-b46f-bee5a836bdb8 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 210 time: 0.0340161 Aug 24 19:32:50.767612 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:50.875100 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b74152db-2cea-4446-be14-00ad52d950d3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.899430 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port': {'id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '04c8294e-11eb-4aca-95c9-5e06a4647e3e', 'name': '', 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'mac_address': 'fa:16:3e:25:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1c7ab78f-958e-43b3-988a-f93b41da0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:49Z', 'revision_number': 4, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'subnets': [{'id': '1c7ab78f-958e-43b3-988a-f93b41da0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:50.924580 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.926511 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.932799 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0745b8-106c-4206-85dd-5290c881b53e req-45017f37-bda5-4d88-83f8-9550e0c976ce tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:50.934950 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c94bd-4180-4d47-8829-12ad490190ed None None] The sync data for ids ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'] in dv-cinder-798198-3-iscsi is: [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port': {'id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '04c8294e-11eb-4aca-95c9-5e06a4647e3e', 'name': '', 'network_id': '01757f57-4bee-4c1d-a491-d03abd620365', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'mac_address': 'fa:16:3e:25:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1c7ab78f-958e-43b3-988a-f93b41da0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:49Z', 'revision_number': 4, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'subnets': [{'id': '1c7ab78f-958e-43b3-988a-f93b41da0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:32:50.942403 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc0745b8-106c-4206-85dd-5290c881b53e req-45017f37-bda5-4d88-83f8-9550e0c976ce tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1112361 Aug 24 19:32:50.970633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b74152db-2cea-4446-be14-00ad52d950d3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.975119 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-31ff435f-c9f2-4f16-9725-3b507af4e567', 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'fixed_ips': [{'subnet_id': 'b970a8bb-ee9d-4609-882a-ad9e318de053'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:32:50.976473 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:50.986545 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.010754 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc0745b8-106c-4206-85dd-5290c881b53e req-dd9cb8df-228c-4f3a-9ee7-32affe38cbe9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652156 Aug 24 19:32:51.046068 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b74152db-2cea-4446-be14-00ad52d950d3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.074839 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74152db-2cea-4446-be14-00ad52d950d3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa7d5af-91dc-422d-b828-0f49ee82f966,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:51.158142 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b74152db-2cea-4446-be14-00ad52d950d3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.159395 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b74152db-2cea-4446-be14-00ad52d950d3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4484098 Aug 24 19:32:51.169370 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38726) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:51.171859 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-11821aeb-8942-41bb-a96e-0759641a0adf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'security_group_rule': {'security_group_id': '6bc55b6a-f081-4c1e-a0f4-f1142306cc90', 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:51.285531 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Allocated IP 172.20.0.2 (31ff435f-c9f2-4f16-9725-3b507af4e567/b970a8bb-ee9d-4609-882a-ad9e318de053/c10b4e28-3363-49ef-91b4-bab69ece7c0c) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:51.310775 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11821aeb-8942-41bb-a96e-0759641a0adf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.409063 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11821aeb-8942-41bb-a96e-0759641a0adf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.425438 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77716526-cabb-4824-8032-031557d158ef req-f35a1714-1127-4b32-bf47-0f81f3816d4c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:51.436991 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-77716526-cabb-4824-8032-031557d158ef req-f35a1714-1127-4b32-bf47-0f81f3816d4c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.2224317 Aug 24 19:32:51.504952 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-77716526-cabb-4824-8032-031557d158ef req-98ea0ed7-81dd-485b-b1e0-5585837e760c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601571 Aug 24 19:32:51.527668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11821aeb-8942-41bb-a96e-0759641a0adf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.555217 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11821aeb-8942-41bb-a96e-0759641a0adf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9f31b7-0ec7-4088-836f-f0787e6bf044,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:51.589780 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.599381 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Transition to ACTIVE for port object c10b4e28-3363-49ef-91b4-bab69ece7c0c will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:51.613109 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.618071 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Transition to ACTIVE for port object c10b4e28-3363-49ef-91b4-bab69ece7c0c will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:51.645223 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:51.667923 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11821aeb-8942-41bb-a96e-0759641a0adf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.673635 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-11821aeb-8942-41bb-a96e-0759641a0adf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5057099 Aug 24 19:32:51.676568 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38736) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:51.682005 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-de7e26a9-994f-4776-8f6f-2c84d964d7bd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'security_group_rule': {'security_group_id': '6bc55b6a-f081-4c1e-a0f4-f1142306cc90', 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:51.718083 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.758109 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:51.759432 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:51.765007 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:51.823087 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Pushing event updated for resources: {'Port': ['ID=c10b4e28-3363-49ef-91b4-bab69ece7c0c,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:51.825521 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:51.833891 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:51.833891 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.874621 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Attempting to bind port c10b4e28-3363-49ef-91b4-bab69ece7c0c on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:51.874996 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Attempting to bind port c10b4e28-3363-49ef-91b4-bab69ece7c0c by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:51.876072 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Attempting to bind port c10b4e28-3363-49ef-91b4-bab69ece7c0c on network 31ff435f-c9f2-4f16-9725-3b507af4e567 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:51.886053 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:51.886595 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Checking segment: {'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:51.886826 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.887242 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Bound using segment: {'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:51.887726 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Bound port: c10b4e28-3363-49ef-91b4-bab69ece7c0c, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:51.888422 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.912023 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de7e26a9-994f-4776-8f6f-2c84d964d7bd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:51.948620 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3cf8-0b2e-4e97-94e8-4bba5c1e913f req-0b155e7d-b3df-4c8e-a302-a37fc2f7f836 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:51.950187 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-66ef3cf8-0b2e-4e97-94e8-4bba5c1e913f req-0b155e7d-b3df-4c8e-a302-a37fc2f7f836 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.2349603 Aug 24 19:32:51.976315 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0b5d8496-9807-467a-a3c0-58e997375db6 req-d3b52c09-dda7-48d5-9aaa-dbd22ca65581 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 210 time: 0.1001298 Aug 24 19:32:51.998338 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-45c70ea7-4630-4bcb-bd45-46804f7975ab tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:51.999793 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-45c70ea7-4630-4bcb-bd45-46804f7975ab tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "GET /v2.0/networks?id=7ced5917-82bb-4891-9019-04676b591e11 HTTP/1.1" status: 200 len: 809 time: 0.3507557 Aug 24 19:32:52.021840 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] For port c10b4e28-3363-49ef-91b4-bab69ece7c0c, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:52.026087 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] For port c10b4e28-3363-49ef-91b4-bab69ece7c0c, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=c10b4e28-3363-49ef-91b4-bab69ece7c0c,segment=NetworkSegment(8f1ad85a-58eb-495f-9338-0daeb4c4b04e),segment_id=8f1ad85a-58eb-495f-9338-0daeb4c4b04e)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:52.026608 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-66ef3cf8-0b2e-4e97-94e8-4bba5c1e913f req-df4584ed-87f9-4816-ac0e-1fa22eae979c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532348 Aug 24 19:32:52.027456 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.031876 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Request body: {'port': {'device_id': '6e820068-00d0-4979-a583-40389d6f3732', 'network_id': '7ced5917-82bb-4891-9019-04676b591e11', 'admin_state_up': True, 'tenant_id': '5ed4565c07554a2e8dd34da9c4f80956'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:52.085125 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:52.090972 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de7e26a9-994f-4776-8f6f-2c84d964d7bd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.102940 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.113792 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.150574 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.177109 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.178745 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:52.220310 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de7e26a9-994f-4776-8f6f-2c84d964d7bd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.224949 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5eb6-ff3c-414e-a871-225450c8827e None None] Pushing event updated for resources: {'Port': ['ID=c10b4e28-3363-49ef-91b4-bab69ece7c0c,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:52.235919 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a8063-a439-4c22-b6c7-ad31ee365397 req-baf31f4c-7253-4dc6-b0e5-1c4e6a409a61 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:52.243672 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b75a8063-a439-4c22-b6c7-ad31ee365397 req-baf31f4c-7253-4dc6-b0e5-1c4e6a409a61 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1264672 Aug 24 19:32:52.269595 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e26a9-994f-4776-8f6f-2c84d964d7bd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16ac2a9-a184-486b-be3f-9fde9853aa88,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:52.336197 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:52.347234 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b75a8063-a439-4c22-b6c7-ad31ee365397 req-933add55-168b-4dbc-87cd-e7237f2c929e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025884 Aug 24 19:32:52.349816 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:52.350451 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.360245 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-de7e26a9-994f-4776-8f6f-2c84d964d7bd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.362455 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-de7e26a9-994f-4776-8f6f-2c84d964d7bd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6843271 Aug 24 19:32:52.365802 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38746) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:52.371738 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'security_group_rule': {'security_group_id': '6bc55b6a-f081-4c1e-a0f4-f1142306cc90', 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:52.424026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Allocated IP 172.27.1.188 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/fd3bf1b6-1840-4ea4-91c5-d5c36642d35b) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:52.523782 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 04c8294e-11eb-4aca-95c9-5e06a4647e3e up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:52.528716 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Made reservation on behalf of 5ed4565c07554a2e8dd34da9c4f80956 for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:32:52.533698 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.721522 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.735437 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.securitygroups_db [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Project c635296755b449db8c99cc0b86f4702f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:32:52.735691 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 04c8294e-11eb-4aca-95c9-5e06a4647e3e completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:52.741194 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 04c8294e-11eb-4aca-95c9-5e06a4647e3e triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:52.741385 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.745431 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.782959 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3658-2490-48ab-a946-9953ede43ac1 req-33fda76a-f905-4e33-8075-caa00f989367 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:52.792463 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-893f3658-2490-48ab-a946-9953ede43ac1 req-33fda76a-f905-4e33-8075-caa00f989367 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1135824 Aug 24 19:32:52.834437 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.836304 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Allocated IP 172.20.0.9 (7ced5917-82bb-4891-9019-04676b591e11/c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b/d7cdfb5c-d751-4ae0-b460-784c797710b3) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:52.870251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.873445 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-893f3658-2490-48ab-a946-9953ede43ac1 req-58bbd698-9b76-4a40-a9de-9f6aa260f54d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 Aug 24 19:32:52.900562 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.923476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 04c8294e-11eb-4aca-95c9-5e06a4647e3e, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=04c8294e-11eb-4aca-95c9-5e06a4647e3e,segment=NetworkSegment(88f62347-22bb-4540-b955-6af3217fd8ed),segment_id=88f62347-22bb-4540-b955-6af3217fd8ed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:52.955421 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.991810 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:52.993796 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322e2b6a-17c1-49d0-a26e-9b296966e7a2,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:53.000551 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:53.014565 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:53.027221 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:53.029868 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:53.082020 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=04c8294e-11eb-4aca-95c9-5e06a4647e3e,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:53.133939 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.169743 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2bf517fb-ff6d-453f-8361-12d245cd5e4d req-8bb8862e-4814-45a3-8734-252d44817c6d tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 210 time: 0.0794311 Aug 24 19:32:53.215805 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.217827 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ea7e4aab-3596-472d-b332-98007db1feed tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8501592 Aug 24 19:32:53.238001 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 38758) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:53.244005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'security_group_rule': {'security_group_id': '6bc55b6a-f081-4c1e-a0f4-f1142306cc90', 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:53.282566 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f180be-d2fb-44f9-8c65-d17e8b4c7560 req-cba86c57-6a1d-49cf-818e-ec7a369f862a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:53.290292 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-62f180be-d2fb-44f9-8c65-d17e8b4c7560 req-cba86c57-6a1d-49cf-818e-ec7a369f862a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1227369 Aug 24 19:32:53.309790 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.359809 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Network 7ced5917-82bb-4891-9019-04676b591e11 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:53.364901 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:53.370791 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:53.376444 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:53.380516 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.406276 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-62f180be-d2fb-44f9-8c65-d17e8b4c7560 req-a0c24a76-8e7b-4fe5-8083-f8b91da374b0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112547 Aug 24 19:32:53.407266 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.securitygroups_db [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Project c635296755b449db8c99cc0b86f4702f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:32:53.448827 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.453508 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Pushing event updated for resources: {'Port': ['ID=d7cdfb5c-d751-4ae0-b460-784c797710b3,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:53.515685 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-aa51c4a8-216d-419f-9aa7-b2d0025d39ac tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4881182 Aug 24 19:32:53.568361 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Request body: {'port': {'device_id': '6e820068-00d0-4979-a583-40389d6f3732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:32:53.573996 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.607209 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9012406-cd38-49d4-aa9c-7693419cec2d None None] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:32:53.608722 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.640034 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc942f5-d992-4c2d-8b71-9688f746a7e3 req-1ccec962-c56f-4746-9efd-6a0a488a0382 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:53.650082 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1cc942f5-d992-4c2d-8b71-9688f746a7e3 req-1ccec962-c56f-4746-9efd-6a0a488a0382 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1290550 Aug 24 19:32:53.685201 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.701629 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.745963 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:53.747267 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1cc942f5-d992-4c2d-8b71-9688f746a7e3 req-4cec7ac3-f7ed-43e9-b633-fa607dde3111 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955102 Aug 24 19:32:53.750926 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1090073f-fc22-4255-abb8-d17faafffa70,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:53.762488 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-84f6d3c8-9d38-4d9e-b3e0-2802681dbff7 None None] Provisioning for port c10b4e28-3363-49ef-91b4-bab69ece7c0c completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:53.857048 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.865051 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-836c27bf-5fbf-4b6a-8934-5ff39a13b4e8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6256647 Aug 24 19:32:53.891078 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:53.891441 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:53.965599 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.054260 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c10b4e28-3363-49ef-91b4-bab69ece7c0c up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:54.161676 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa1c57-9440-4786-9fb6-6c5e10fdb3ac req-13133415-c66c-4cda-b3e8-91d6881cad1e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:54.163404 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6aaa1c57-9440-4786-9fb6-6c5e10fdb3ac req-13133415-c66c-4cda-b3e8-91d6881cad1e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1251137 Aug 24 19:32:54.256637 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6aaa1c57-9440-4786-9fb6-6c5e10fdb3ac req-70766629-41af-47fd-aeb0-8bd12b8d4240 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839605 Aug 24 19:32:54.273290 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cdfb5c-d751-4ae0-b460-784c797710b3 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:32:54.284674 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.311421 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port c10b4e28-3363-49ef-91b4-bab69ece7c0c completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:54.313709 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Router 485fb06a-cced-4487-978f-6180f6353796 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:32:54.316023 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port c10b4e28-3363-49ef-91b4-bab69ece7c0c triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:54.316463 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.329425 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Transition to ACTIVE for port object d7cdfb5c-d751-4ae0-b460-784c797710b3 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:54.352336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d898c-6fac-4733-bc09-bdb2c255a90d req-7fedba52-f3ff-4ab6-82e9-3752582e8395 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:54.354166 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-391d898c-6fac-4733-bc09-bdb2c255a90d req-7fedba52-f3ff-4ab6-82e9-3752582e8395 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 931 time: 0.0755208 Aug 24 19:32:54.385913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-97532b7b-0b6e-47c5-b7f9-eb233cc49dd2 None None] Provisioning complete for port c10b4e28-3363-49ef-91b4-bab69ece7c0c triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:54.385913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-97532b7b-0b6e-47c5-b7f9-eb233cc49dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.423133 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.481521 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-391d898c-6fac-4733-bc09-bdb2c255a90d req-10f8f0ba-88ec-4d75-bccd-9eb24f7bf2de tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142581 Aug 24 19:32:54.484406 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Pushing event updated for resources: {'Port': ['ID=d7cdfb5c-d751-4ae0-b460-784c797710b3,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:54.544825 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:54.559072 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Sync routers for ids ['485fb06a-cced-4487-978f-6180f6353796'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:54.561835 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.568304 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Routers {'485fb06a-cced-4487-978f-6180f6353796'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:54.569074 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['485fb06a-cced-4487-978f-6180f6353796'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:54.574479 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-97532b7b-0b6e-47c5-b7f9-eb233cc49dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.610411 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Attempting to bind port d7cdfb5c-d751-4ae0-b460-784c797710b3 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:54.611013 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Attempting to bind port d7cdfb5c-d751-4ae0-b460-784c797710b3 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:54.611398 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Attempting to bind port d7cdfb5c-d751-4ae0-b460-784c797710b3 on network 7ced5917-82bb-4891-9019-04676b591e11 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:54.613802 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port c10b4e28-3363-49ef-91b4-bab69ece7c0c, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=c10b4e28-3363-49ef-91b4-bab69ece7c0c,segment=NetworkSegment(8f1ad85a-58eb-495f-9338-0daeb4c4b04e),segment_id=8f1ad85a-58eb-495f-9338-0daeb4c4b04e)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:54.615153 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.616547 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-4cbdd3ed-23a8-4914-a9e8-9bad0fffb6e4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8614311 Aug 24 19:32:54.619143 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 38814) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:32:54.631728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f193f-8ef9-47ff-a6ca-4286a8848aeb req-00fca911-4ef7-4d9c-b7c6-e84efca297b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:54.633570 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-260f193f-8ef9-47ff-a6ca-4286a8848aeb req-00fca911-4ef7-4d9c-b7c6-e84efca297b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1116409 Aug 24 19:32:54.635575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Port d7cdfb5c-d751-4ae0-b460-784c797710b3 on network 7ced5917-82bb-4891-9019-04676b591e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:32:54.635901 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Attempting to bind port d7cdfb5c-d751-4ae0-b460-784c797710b3 on network 7ced5917-82bb-4891-9019-04676b591e11 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:54.658055 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:54.658387 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Checking segment: {'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:54.658810 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Bound using segment: {'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:54.659361 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Bound port: d7cdfb5c-d751-4ae0-b460-784c797710b3, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:54.659894 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.686596 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Set router 485fb06a-cced-4487-978f-6180f6353796 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:54.689694 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.690480 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 04c8294e-11eb-4aca-95c9-5e06a4647e3e up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:54.760085 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-260f193f-8ef9-47ff-a6ca-4286a8848aeb req-26c393ea-b5c3-4225-864d-aa17086fa4d4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126692 Aug 24 19:32:54.773190 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.db.api [None req-97532b7b-0b6e-47c5-b7f9-eb233cc49dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:32:54.773715 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG oslo_db.api [None req-97532b7b-0b6e-47c5-b7f9-eb233cc49dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:32:54.807833 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] For port d7cdfb5c-d751-4ae0-b460-784c797710b3, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:54.811364 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] For port d7cdfb5c-d751-4ae0-b460-784c797710b3, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7cdfb5c-d751-4ae0-b460-784c797710b3,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:54.891299 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=c10b4e28-3363-49ef-91b4-bab69ece7c0c,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:54.898411 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8567-adab-4366-b15d-7c16a6a3c69c req-e5c0de0c-e4f4-4ff4-b0ab-35fc9b23cf7c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:54.900148 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f67d8567-adab-4366-b15d-7c16a6a3c69c req-e5c0de0c-e4f4-4ff4-b0ab-35fc9b23cf7c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0574036 Aug 24 19:32:54.916782 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.917480 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 04c8294e-11eb-4aca-95c9-5e06a4647e3e triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:54.917851 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:54.978976 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:32:53Z', 'revision_number': 3, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port': {'id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ce:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:52Z', 'updated_at': '2021-08-24T19:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:55.018794 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Checking router: 485fb06a-cced-4487-978f-6180f6353796 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:55.019131 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Updating router 485fb06a-cced-4487-978f-6180f6353796 port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:55.032041 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Pushing event updated for resources: {'Port': ['ID=d7cdfb5c-d751-4ae0-b460-784c797710b3,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:55.058592 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.067826 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:55.069161 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.070876 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-36803ddb-8b7a-4b44-9166-6e8e46bc126c service neutron] 10.222.0.35 "PUT /v2.0/ports/d7cdfb5c-d751-4ae0-b460-784c797710b3 HTTP/1.1" status: 200 len: 1093 time: 1.5136979 Aug 24 19:32:55.074706 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f67d8567-adab-4366-b15d-7c16a6a3c69c req-85ae3385-9033-4300-b6d0-576db11a9879 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659153 Aug 24 19:32:55.075519 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e820068-00d0-4979-a583-40389d6f3732', 'tag': 'd7cdfb5c-d751-4ae0-b460-784c797710b3'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:32:55.079626 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eddf9e-abc8-44c6-946d-51a4158a6df2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e820068-00d0-4979-a583-40389d6f3732", "tag": "d7cdfb5c-d751-4ae0-b460-784c797710b3"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:32:55.180559 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eba35d-9ea1-437c-86f5-905915f3d293 x-openstack-request-id: req-b0eba35d-9ea1-437c-86f5-905915f3d293 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:32:55.181199 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e820068-00d0-4979-a583-40389d6f3732", "tag": "d7cdfb5c-d751-4ae0-b460-784c797710b3", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:32:55.181199 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0eba35d-9ea1-437c-86f5-905915f3d293 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:32:55.181740 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e820068-00d0-4979-a583-40389d6f3732', 'tag': 'd7cdfb5c-d751-4ae0-b460-784c797710b3', 'status': 'completed', 'code': 200} Aug 24 19:32:55.255976 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eddf9e-abc8-44c6-946d-51a4158a6df2 req-61947679-2bd2-4850-886c-78f2991f9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:55.257578 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c0eddf9e-abc8-44c6-946d-51a4158a6df2 req-61947679-2bd2-4850-886c-78f2991f9d01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 1096 time: 0.0525095 Aug 24 19:32:55.337305 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.458682 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c10b4e28-3363-49ef-91b4-bab69ece7c0c up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:55.482336 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.496323 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Transition to ACTIVE for port object fd3bf1b6-1840-4ea4-91c5-d5c36642d35b will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:55.559870 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port c10b4e28-3363-49ef-91b4-bab69ece7c0c triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:55.562301 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.579663 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Allocated IP 172.20.0.1 (31ff435f-c9f2-4f16-9725-3b507af4e567/b970a8bb-ee9d-4609-882a-ad9e318de053/a1537370-39da-4be3-9395-cdda267eb838) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:32:55.597519 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.669676 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1551ea-e776-4b41-af0c-e06d312694fc None None] Pushing event updated for resources: {'Port': ['ID=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,revision_number=2']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:55.674815 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Attempting to bind port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:32:55.675370 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Attempting to bind port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:32:55.675784 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Attempting to bind port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:32:55.682630 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:32:55.683708 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:32:55.684355 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.684896 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:32:55.685697 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Bound port: fd3bf1b6-1840-4ea4-91c5-d5c36642d35b, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:32:55.686365 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.755783 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] For port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:32:55.756139 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.756232 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] For port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:32:55.756367 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64625396-89ff-4fd0-907c-b100effc1941 req-8a45b41d-c788-4eda-83e4-77048f02c6b0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:55.756367 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-64625396-89ff-4fd0-907c-b100effc1941 req-8a45b41d-c788-4eda-83e4-77048f02c6b0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1325150 Aug 24 19:32:55.769377 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Transition to ACTIVE for port object a1537370-39da-4be3-9395-cdda267eb838 will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:32:55.797027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90ac4-73a7-4692-8da1-aa24f82ac4b9 req-2d9210e2-8047-4b77-a8d6-e09bb7e30219 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:55.798788 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ecd90ac4-73a7-4692-8da1-aa24f82ac4b9 req-2d9210e2-8047-4b77-a8d6-e09bb7e30219 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 943 time: 0.1694944 Aug 24 19:32:55.833071 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.842066 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eddf9e-abc8-44c6-946d-51a4158a6df2 req-3e723791-bdaa-4e8f-80b7-ed5423e736f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:55.843883 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c0eddf9e-abc8-44c6-946d-51a4158a6df2 req-3e723791-bdaa-4e8f-80b7-ed5423e736f9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5738771 Aug 24 19:32:55.846875 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-64625396-89ff-4fd0-907c-b100effc1941 req-1d33709f-9664-466b-95c1-59782a3ca1ed tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811458 Aug 24 19:32:55.865982 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:55.868350 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ecd90ac4-73a7-4692-8da1-aa24f82ac4b9 req-eb67b2ac-981b-44f6-9de1-d5565b14859e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563266 Aug 24 19:32:55.911425 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1551ea-e776-4b41-af0c-e06d312694fc None None] Pushing event updated for resources: {'Port': ['ID=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:55.938247 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:55.943530 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:55.945276 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Routers {'485fb06a-cced-4487-978f-6180f6353796'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:55.946083 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['485fb06a-cced-4487-978f-6180f6353796'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:55.949790 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:32:55.989057 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:56.054520 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eddf9e-abc8-44c6-946d-51a4158a6df2 req-06ed61e2-2b92-466a-b506-9b6f5f1487f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:56.054974 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Pushing event updated for resources: {'Port': ['ID=a1537370-39da-4be3-9395-cdda267eb838,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:56.057639 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c0eddf9e-abc8-44c6-946d-51a4158a6df2 req-06ed61e2-2b92-466a-b506-9b6f5f1487f0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928558 Aug 24 19:32:56.147015 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102db544-eeaa-4f67-a0d2-5186d232c227 req-aa306ab7-e054-4dc1-b939-6f0fedbbaf5d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:56.149406 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-102db544-eeaa-4f67-a0d2-5186d232c227 req-aa306ab7-e054-4dc1-b939-6f0fedbbaf5d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0902574 Aug 24 19:32:56.250747 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-102db544-eeaa-4f67-a0d2-5186d232c227 req-4c1ab12e-0dad-46d3-a330-b3c148fb90c8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784216 Aug 24 19:32:56.250747 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-2f12854b-fa2c-4edf-b93c-d1c8d2848811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:56.250747 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-2f12854b-fa2c-4edf-b93c-d1c8d2848811 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 1096 time: 0.0964017 Aug 24 19:32:56.281491 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] Set router 485fb06a-cced-4487-978f-6180f6353796 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:56.329553 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-e30b08b1-50fc-49f2-8236-969015d1b2ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7cdfb5c-d751-4ae0-b460-784c797710b3 HTTP/1.1" status: 200 len: 217 time: 0.0704727 Aug 24 19:32:56.347469 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:56.426046 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-b7d66f4c-118e-4496-9c5c-32b294852ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:56.427692 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-b7d66f4c-118e-4496-9c5c-32b294852ba8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b HTTP/1.1" status: 200 len: 849 time: 0.0886502 Aug 24 19:32:56.444577 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4852e-4e5a-4b2c-85be-7f23a7cce51b req-da38bbbb-798d-4734-a413-65abe26c0582 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:56.446417 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cdb4852e-4e5a-4b2c-85be-7f23a7cce51b req-da38bbbb-798d-4734-a413-65abe26c0582 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0731866 Aug 24 19:32:56.487939 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-988eb544-3222-4816-b15e-0ad1b867acfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ced5917-82bb-4891-9019-04676b591e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405264 Aug 24 19:32:56.499327 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:32:53Z', 'revision_number': 3, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port': {'id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ce:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:52Z', 'updated_at': '2021-08-24T19:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:56.501119 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-20029ed9-f072-44bb-8669-decc91b7a1fb None None] Provisioning for port a1537370-39da-4be3-9395-cdda267eb838 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:56.507261 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-20029ed9-f072-44bb-8669-decc91b7a1fb None None] Provisioning complete for port a1537370-39da-4be3-9395-cdda267eb838 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:56.508134 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-20029ed9-f072-44bb-8669-decc91b7a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:56.532672 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306245e-a47c-4429-8032-2e7770b764e6 None None] The sync data for ids ['485fb06a-cced-4487-978f-6180f6353796'] in dv-cinder-798198-3-iscsi is: [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:32:53Z', 'revision_number': 3, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port': {'id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ce:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:52Z', 'updated_at': '2021-08-24T19:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:32:56.578302 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-20029ed9-f072-44bb-8669-decc91b7a1fb None None] Port a1537370-39da-4be3-9395-cdda267eb838 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:56.626929 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:56.669381 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cdb4852e-4e5a-4b2c-85be-7f23a7cce51b req-0a08b1ce-17d2-4392-8cae-499d41488653 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107677 Aug 24 19:32:56.710130 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db3deb-4e58-41ff-ad2a-efa6d6b334e4 req-3cd96580-0fed-43c6-ba20-fc6e9dd5ba71 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:56.711741 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36db3deb-4e58-41ff-ad2a-efa6d6b334e4 req-3cd96580-0fed-43c6-ba20-fc6e9dd5ba71 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 946 time: 0.1047711 Aug 24 19:32:56.714212 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-52971d80-14c6-4f53-a31c-a33501f2eabf service neutron] 10.222.0.35 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116332 Aug 24 19:32:56.717608 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:56.797771 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:56.828400 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Pushing event updated for resources: {'Port': ['ID=a1537370-39da-4be3-9395-cdda267eb838,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:56.828611 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36db3deb-4e58-41ff-ad2a-efa6d6b334e4 req-76c345e5-5f71-4a32-bba8-1f4461b0ede3 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920336 Aug 24 19:32:56.896030 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bba42f6-16ff-4fac-aee1-92a1eaf714f3 req-62c2d2fc-b1cf-4bfb-8a24-11e8b41c1521 service neutron] 10.222.0.35 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675212 Aug 24 19:32:57.032581 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:32:57.037813 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:32:57.058302 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660f7c2-3daf-40b8-af39-b1870b86caf8 req-fe2c14d5-fc74-495c-91dd-bdd171eb9b0e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.059963 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f660f7c2-3daf-40b8-af39-b1870b86caf8 req-fe2c14d5-fc74-495c-91dd-bdd171eb9b0e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0860229 Aug 24 19:32:57.178159 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f660f7c2-3daf-40b8-af39-b1870b86caf8 req-a6e31a67-5f18-4212-aaec-a68b0d16b708 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114388 Aug 24 19:32:57.218141 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af514d78-d7de-4cc8-9ac4-ef2cb07f8e55 req-5e3fd848-1839-4f0e-a07a-2aeb976de3ce tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.220218 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-af514d78-d7de-4cc8-9ac4-ef2cb07f8e55 req-5e3fd848-1839-4f0e-a07a-2aeb976de3ce tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 943 time: 0.1088016 Aug 24 19:32:57.240201 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Router 485fb06a-cced-4487-978f-6180f6353796 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:32:57.292377 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-af514d78-d7de-4cc8-9ac4-ef2cb07f8e55 req-c7422989-a05b-4a67-9e24-76a160f75ad3 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581892 Aug 24 19:32:57.460328 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeee0a-782b-46c6-90f9-337d50676148 req-6abee435-e1c5-495a-84e4-978f77ab3b84 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.461265 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7eeee0a-782b-46c6-90f9-337d50676148 req-6abee435-e1c5-495a-84e4-978f77ab3b84 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1611333 Aug 24 19:32:57.463249 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-5c18b4a4-fc1e-4374-b9c8-c94dcce36deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.464840 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-5c18b4a4-fc1e-4374-b9c8-c94dcce36deb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 1098 time: 0.1630340 Aug 24 19:32:57.511711 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device fd3bf1b6-1840-4ea4-91c5-d5c36642d35b up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:57.526727 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6397c8d-2aea-474e-8295-6bf57456d9e6 req-d7c35743-acd6-4ddc-90ca-c41798a80631 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.528319 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e6397c8d-2aea-474e-8295-6bf57456d9e6 req-d7c35743-acd6-4ddc-90ca-c41798a80631 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1491318 Aug 24 19:32:57.549376 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-cb36b7eb-4327-4b7c-ba7a-899d80adba92 None None] Provisioning complete for port a1537370-39da-4be3-9395-cdda267eb838 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:57.549889 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-cb36b7eb-4327-4b7c-ba7a-899d80adba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:57.608973 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-cb36b7eb-4327-4b7c-ba7a-899d80adba92 None None] Port a1537370-39da-4be3-9395-cdda267eb838 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:32:57.611487 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7eeee0a-782b-46c6-90f9-337d50676148 req-23e1dc45-2ebd-47e9-bb5c-1c0c88b8629c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386759 Aug 24 19:32:57.646266 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e6397c8d-2aea-474e-8295-6bf57456d9e6 req-20856ec0-e089-4c8c-91ef-3ea16e1eddae tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862317 Aug 24 19:32:57.669709 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-6d7bb8c0-7252-4c84-8d5d-076821a0296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.671268 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-6d7bb8c0-7252-4c84-8d5d-076821a0296f service neutron] 10.222.0.35 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 911 time: 0.1955817 Aug 24 19:32:57.710992 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:32:57.716599 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:57.717210 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:57.750724 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-fa9ab6bb-eefd-422e-b2bc-0f62dac33a88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adfe6c55-fc59-4263-be71-0135828820e8 HTTP/1.1" status: 200 len: 1001 time: 0.0691178 Aug 24 19:32:57.752221 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:32:57.759511 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c9df64ac-256f-4a5f-96bd-aad09c74631b admin admin] 10.222.0.59 "PUT /v2.0/routers/485fb06a-cced-4487-978f-6180f6353796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1387115 Aug 24 19:32:57.817557 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-f0ff0374-49ff-4a28-8555-041d23d82382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.819478 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-f0ff0374-49ff-4a28-8555-041d23d82382 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 200 len: 849 time: 0.0602431 Aug 24 19:32:57.826258 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:57.852031 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:57.891081 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-7dc67a85-b245-4488-aee6-8639b66c5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:57.892664 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-7dc67a85-b245-4488-aee6-8639b66c5531 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15cf5dcf-738d-44b5-831d-34d65a4aa388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631411 Aug 24 19:32:57.928292 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:57.978711 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:58.018096 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ac850-8e3c-4876-807b-0de439fa2d37 req-53c75f3d-bf35-4bb2-a334-fb8bd35bfcfb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:58.020151 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7e5ac850-8e3c-4876-807b-0de439fa2d37 req-53c75f3d-bf35-4bb2-a334-fb8bd35bfcfb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 946 time: 0.1006243 Aug 24 19:32:58.026122 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-6a6f78cd-9d27-4f79-aa72-d0082c6f835a service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255958 Aug 24 19:32:58.110790 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7e5ac850-8e3c-4876-807b-0de439fa2d37 req-07121740-b952-4fea-9386-dbd84344c279 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837266 Aug 24 19:32:58.146847 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ad7c4e7f-6375-484a-99d1-090780f0a852 req-ed4e91f2-cea4-401f-b559-3a377bfb47d9 service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011193 Aug 24 19:32:58.302417 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91322deb-a0ff-40dd-92f5-7e7d82a8b28d req-b308be83-fb06-4806-9456-d8cd5725d113 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:58.306279 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-91322deb-a0ff-40dd-92f5-7e7d82a8b28d req-b308be83-fb06-4806-9456-d8cd5725d113 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0498090 Aug 24 19:32:58.350124 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-91322deb-a0ff-40dd-92f5-7e7d82a8b28d req-b7c4a964-35bc-412d-b7b8-cb78ff820021 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Aug 24 19:32:58.429420 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fb1bd-6da7-4cd6-acd8-ee1b1f2d0ad7 req-decf43d9-5f54-4900-bc9f-6e1c35f4bb62 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:58.431014 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-207fb1bd-6da7-4cd6-acd8-ee1b1f2d0ad7 req-decf43d9-5f54-4900-bc9f-6e1c35f4bb62 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 943 time: 0.0559299 Aug 24 19:32:58.472052 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-207fb1bd-6da7-4cd6-acd8-ee1b1f2d0ad7 req-9746dee3-966b-4bd8-8669-f694db5d5070 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Aug 24 19:32:58.493791 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:32:58.598221 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:58.599363 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-88fa7223-0510-4e2d-aa4c-ca2084aa4f80 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:58.600952 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-88fa7223-0510-4e2d-aa4c-ca2084aa4f80 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 946 time: 0.0608971 Aug 24 19:32:58.612395 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'port_id': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'mac_address': 'fa:16:3e:ff:b2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:32:58.654033 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:58.667880 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:32:58.687730 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:58.732364 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Deleting port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:32:58.732948 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:58.745582 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:58.799176 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=6']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:58.838410 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b571d1-bc2e-4174-8822-8ca59028b92f req-a3a4c3d6-a689-46db-b185-80b3b94ff5ab tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:58.840114 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-24b571d1-bc2e-4174-8822-8ca59028b92f req-a3a4c3d6-a689-46db-b185-80b3b94ff5ab tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1450901 Aug 24 19:32:58.875557 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:32:58.891336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511bb67-cb16-4ef6-b653-988a7e52f5dd req-bdd903cf-a9e5-4afb-99f6-e2c0483c02e6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:58.893139 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e511bb67-cb16-4ef6-b653-988a7e52f5dd req-bdd903cf-a9e5-4afb-99f6-e2c0483c02e6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.1559639 Aug 24 19:32:58.910002 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] For port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:32:58.910002 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:58.951926 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-24b571d1-bc2e-4174-8822-8ca59028b92f req-d0617000-bbf9-42a6-a484-095146c6e302 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041300 Aug 24 19:32:58.952863 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Calling delete_port for 2e1e62a7-e029-4686-a6f1-fc643ec5a30d owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:32:58.953905 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Sync routers for ids ['485fb06a-cced-4487-978f-6180f6353796'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:32:58.975315 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Routers {'485fb06a-cced-4487-978f-6180f6353796'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:32:58.976018 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['485fb06a-cced-4487-978f-6180f6353796'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:58.980491 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e511bb67-cb16-4ef6-b653-988a7e52f5dd req-e9637be2-f925-4b88-82e4-4d6e3e8ec1f0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776324 Aug 24 19:32:59.128178 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Set router 485fb06a-cced-4487-978f-6180f6353796 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:32:59.162827 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:59.185416 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9', '882519cf-19ed-487a-b2db-37296318380e', 'a907cbe7-3847-4d97-9c08-0319637b734f', '2e1e62a7-e029-4686-a6f1-fc643ec5a30d'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:32:59.209902 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event deleted for resources: {'Port': ['ID=2e1e62a7-e029-4686-a6f1-fc643ec5a30d,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:32:59.232788 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0f0e8979-be5b-461b-8b57-2b1ef141cd3e req-5513d86c-89db-4b06-9238-90d3f12121f0 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0356824 Aug 24 19:32:59.275381 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] No DVR routers for this DVR port 2e1e62a7-e029-4686-a6f1-fc643ec5a30d on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:32:59.277971 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:59.279973 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-44de1c5f-8c59-4fab-b905-8ee47e663ddc req-0520cc08-dd88-43b2-a267-cafbd7deb774 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "DELETE /v2.0/ports/2e1e62a7-e029-4686-a6f1-fc643ec5a30d HTTP/1.1" status: 204 len: 173 time: 0.6697752 Aug 24 19:32:59.280457 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2d343-94b5-4688-84f5-89951c4d4555', 'name': 'network-vif-deleted', 'tag': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:32:59.282771 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef4827a-a898-4164-bbfd-0c18601626e8" -d '{"events": [{"server_uuid": "46d2d343-94b5-4688-84f5-89951c4d4555", "name": "network-vif-deleted", "tag": "2e1e62a7-e029-4686-a6f1-fc643ec5a30d"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:32:59.321719 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9eb2d-75f4-437d-ac6d-7f023a018f5e x-openstack-request-id: req-dbd9eb2d-75f4-437d-ac6d-7f023a018f5e {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:32:59.322489 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2d343-94b5-4688-84f5-89951c4d4555", "name": "network-vif-deleted", "tag": "2e1e62a7-e029-4686-a6f1-fc643ec5a30d", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:32:59.322489 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbd9eb2d-75f4-437d-ac6d-7f023a018f5e {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:32:59.322744 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2d343-94b5-4688-84f5-89951c4d4555', 'name': 'network-vif-deleted', 'tag': '2e1e62a7-e029-4686-a6f1-fc643ec5a30d', 'status': 'completed', 'code': 200} Aug 24 19:32:59.471587 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device fd3bf1b6-1840-4ea4-91c5-d5c36642d35b up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:32:59.509104 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719361e-c9ad-4fc9-8d60-2e796058146d req-e0e9f0fd-08e7-482f-ac39-1f1b508a1df4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:59.524238 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9719361e-c9ad-4fc9-8d60-2e796058146d req-e0e9f0fd-08e7-482f-ac39-1f1b508a1df4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0828049 Aug 24 19:32:59.538765 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:32:56Z', 'revision_number': 4, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port': {'id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ce:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:52Z', 'updated_at': '2021-08-24T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'a1537370-39da-4be3-9395-cdda267eb838', 'name': '', 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'mac_address': 'fa:16:3e:a1:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b970a8bb-ee9d-4609-882a-ad9e318de053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:55Z', 'updated_at': '2021-08-24T19:32:56Z', 'revision_number': 2, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'subnets': [{'id': 'b970a8bb-ee9d-4609-882a-ad9e318de053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:32:59.572616 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Checking router: 485fb06a-cced-4487-978f-6180f6353796 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:32:59.573225 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Updating router 485fb06a-cced-4487-978f-6180f6353796 port a1537370-39da-4be3-9395-cdda267eb838 binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:32:59.576995 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9719361e-c9ad-4fc9-8d60-2e796058146d req-06990014-c6f4-4cd7-a17a-bad9622f8824 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 Aug 24 19:32:59.627472 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:32:59.644951 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d1a9-de80-4607-8be2-23114c82d986 req-c681cc98-7a90-4a8b-a8a3-a8b784ab5b80 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:32:59.654333 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7bf5d1a9-de80-4607-8be2-23114c82d986 req-c681cc98-7a90-4a8b-a8a3-a8b784ab5b80 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 943 time: 0.0625119 Aug 24 19:32:59.690162 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7bf5d1a9-de80-4607-8be2-23114c82d986 req-af498431-92c0-4ea3-8ad0-948c032316c4 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Aug 24 19:32:59.690544 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:32:59.690916 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:00.085500 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:00.095333 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Transition to ACTIVE for port object a1537370-39da-4be3-9395-cdda267eb838 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:33:00.134723 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38486e1-9e04-4885-acd0-809f67d59867 req-4567bc41-4663-4017-8eef-0c0eed4a5410 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:00.136215 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b38486e1-9e04-4885-acd0-809f67d59867 req-4567bc41-4663-4017-8eef-0c0eed4a5410 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0867054 Aug 24 19:33:00.161706 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba5237-8cf1-4bb9-bee6-ab12a576a0e7 req-0640777b-8075-417e-8dd5-ae03437b3b55 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:00.161706 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74ba5237-8cf1-4bb9-bee6-ab12a576a0e7 req-0640777b-8075-417e-8dd5-ae03437b3b55 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.0771689 Aug 24 19:33:00.209673 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:00.211166 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b38486e1-9e04-4885-acd0-809f67d59867 req-98649872-6279-4bb2-883e-f70e914a8680 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685852 Aug 24 19:33:00.224960 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74ba5237-8cf1-4bb9-bee6-ab12a576a0e7 req-860a9ee1-c3c6-4622-a0f7-31ac4f4ba25c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560994 Aug 24 19:33:00.271812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9e37f-1d99-4007-8b6f-6eb58176276e None None] Pushing event updated for resources: {'Port': ['ID=a1537370-39da-4be3-9395-cdda267eb838,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:00.358926 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Attempting to bind port a1537370-39da-4be3-9395-cdda267eb838 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:33:00.359262 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Attempting to bind port a1537370-39da-4be3-9395-cdda267eb838 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:33:00.359640 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Attempting to bind port a1537370-39da-4be3-9395-cdda267eb838 on network 31ff435f-c9f2-4f16-9725-3b507af4e567 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:33:00.369802 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:33:00.370375 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Checking segment: {'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:33:00.370564 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:00.370949 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Bound using segment: {'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:33:00.371420 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Bound port: a1537370-39da-4be3-9395-cdda267eb838, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ad85a-58eb-495f-9338-0daeb4c4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:33:00.371795 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:00.409794 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e68f4824-eaef-4b10-9459-e9df66fd1d2a req-bf0d6402-fd10-4300-95cd-0d4a366a10f9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=46d2d343-94b5-4688-84f5-89951c4d4555 HTTP/1.1" status: 200 len: 210 time: 0.0427561 Aug 24 19:33:00.450118 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] For port a1537370-39da-4be3-9395-cdda267eb838, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:33:00.453608 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] For port a1537370-39da-4be3-9395-cdda267eb838, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=a1537370-39da-4be3-9395-cdda267eb838,segment=NetworkSegment(8f1ad85a-58eb-495f-9338-0daeb4c4b04e),segment_id=8f1ad85a-58eb-495f-9338-0daeb4c4b04e)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:33:00.500371 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device d7cdfb5c-d751-4ae0-b460-784c797710b3 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:33:00.504198 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:33:00.664836 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:00.716820 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ec5a6-6041-4c0d-855d-fbe89e77397d req-34823c3e-36f0-48ba-b6ec-f0a0fcab9e4d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:00.718337 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-382ec5a6-6041-4c0d-855d-fbe89e77397d req-34823c3e-36f0-48ba-b6ec-f0a0fcab9e4d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0642014 Aug 24 19:33:00.763234 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-382ec5a6-6041-4c0d-855d-fbe89e77397d req-02db4e76-8084-47c5-b8e3-23ef37e1f32b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369785 Aug 24 19:33:00.817901 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9e37f-1d99-4007-8b6f-6eb58176276e None None] Pushing event updated for resources: {'Port': ['ID=a1537370-39da-4be3-9395-cdda267eb838,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:00.831149 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b38b4-69d7-4804-951c-4fa60cf8ea6a req-2ff435ed-cf72-48d4-b605-fdde6fc9ed7e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:00.836313 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Routers {'485fb06a-cced-4487-978f-6180f6353796'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:33:00.836974 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:32:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['485fb06a-cced-4487-978f-6180f6353796'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:33:00.837211 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ef1b38b4-69d7-4804-951c-4fa60cf8ea6a req-2ff435ed-cf72-48d4-b605-fdde6fc9ed7e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 943 time: 0.0616844 Aug 24 19:33:00.848533 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:00.848995 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:00.884521 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ef1b38b4-69d7-4804-951c-4fa60cf8ea6a req-1c89c86b-f7c3-49ff-8111-996d69a41602 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Aug 24 19:33:00.953114 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port d7cdfb5c-d751-4ae0-b460-784c797710b3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7cdfb5c-d751-4ae0-b460-784c797710b3,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:00.986240 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'd7cdfb5c-d751-4ae0-b460-784c797710b3', 'network_id': '7ced5917-82bb-4891-9019-04676b591e11', 'port_id': 'd7cdfb5c-d751-4ae0-b460-784c797710b3', 'mac_address': 'fa:16:3e:0d:4c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:33:01.054717 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] Set router 485fb06a-cced-4487-978f-6180f6353796 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:33:01.103763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:01.136373 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cdfb5c-d751-4ae0-b460-784c797710b3 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:33:01.173358 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:01.242965 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port d7cdfb5c-d751-4ae0-b460-784c797710b3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7cdfb5c-d751-4ae0-b460-784c797710b3,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:01.259954 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:01.259954 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255709c-7680-4c7b-9c28-b0f6134db0f0" -d '{"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-plugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:01.283421 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:01.303230 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1278035-6556-4356-91d8-69988f521305 x-openstack-request-id: req-d1278035-6556-4356-91d8-69988f521305 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:01.303520 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-plugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:01.303771 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1278035-6556-4356-91d8-69988f521305 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:01.304154 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'code': 200} Aug 24 19:33:01.376562 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:01.416132 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9e756-91f9-4a3a-817c-73d78c0a468e req-6406b193-dc73-4fdd-9cee-9607cb797272 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:01.417624 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-86e9e756-91f9-4a3a-817c-73d78c0a468e req-6406b193-dc73-4fdd-9cee-9607cb797272 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.0523653 Aug 24 19:33:01.454513 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:01.459291 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-86e9e756-91f9-4a3a-817c-73d78c0a468e req-6e44ad5f-f9e4-41ce-94ff-0f8339970f98 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356796 Aug 24 19:33:01.536209 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=d7cdfb5c-d751-4ae0-b460-784c797710b3,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:01.627548 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:32:56Z', 'revision_number': 4, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port': {'id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ce:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:52Z', 'updated_at': '2021-08-24T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'a1537370-39da-4be3-9395-cdda267eb838', 'name': '', 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'mac_address': 'fa:16:3e:a1:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b970a8bb-ee9d-4609-882a-ad9e318de053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:55Z', 'updated_at': '2021-08-24T19:33:00Z', 'revision_number': 4, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'subnets': [{'id': 'b970a8bb-ee9d-4609-882a-ad9e318de053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:33:01.706213 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe26db9-5275-4b4a-a153-3c31b01be8ee None None] The sync data for ids ['485fb06a-cced-4487-978f-6180f6353796'] in dv-cinder-798198-3-iscsi is: [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:32:56Z', 'revision_number': 4, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port': {'id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ce:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:52Z', 'updated_at': '2021-08-24T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'a1537370-39da-4be3-9395-cdda267eb838', 'name': '', 'network_id': '31ff435f-c9f2-4f16-9725-3b507af4e567', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'mac_address': 'fa:16:3e:a1:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b970a8bb-ee9d-4609-882a-ad9e318de053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:55Z', 'updated_at': '2021-08-24T19:33:00Z', 'revision_number': 4, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'subnets': [{'id': 'b970a8bb-ee9d-4609-882a-ad9e318de053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:33:01.731685 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['d7cdfb5c-d751-4ae0-b460-784c797710b3'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:01.736816 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=7']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:01.864659 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b603d5ef-b0c4-4687-ab89-cda00f46c019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:01.908591 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e71a-16ab-422a-9cac-15f2de4ebf36 req-52700797-bc39-4326-9ea9-3cf3ad64f983 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:01.918425 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bd6e71a-16ab-422a-9cac-15f2de4ebf36 req-52700797-bc39-4326-9ea9-3cf3ad64f983 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0654056 Aug 24 19:33:01.963696 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bd6e71a-16ab-422a-9cac-15f2de4ebf36 req-a139af7c-5ac1-4d2f-82a4-ca3390268e67 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Aug 24 19:33:02.032831 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45c868-7786-4693-b2eb-b1bbbbaa4dfa req-d6cf81c1-c6d3-47c1-9f47-4cebb80375dd tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:02.034513 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8d45c868-7786-4693-b2eb-b1bbbbaa4dfa req-d6cf81c1-c6d3-47c1-9f47-4cebb80375dd tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 944 time: 0.0515530 Aug 24 19:33:02.085475 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8d45c868-7786-4693-b2eb-b1bbbbaa4dfa req-192b71e4-7c1c-4123-a583-d56ca8f9eeb9 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439091 Aug 24 19:33:02.507364 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 2e1e62a7-e029-4686-a6f1-fc643ec5a30d no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:02.527549 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 2e1e62a7-e029-4686-a6f1-fc643ec5a30d {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:33:02.527833 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 2e1e62a7-e029-4686-a6f1-fc643ec5a30d not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:33:02.591030 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860ca81-7360-43c0-9b40-e193a3cd943e req-800eff29-c876-40b1-acd1-7e0f822d73dd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:02.596927 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b860ca81-7360-43c0-9b40-e193a3cd943e req-800eff29-c876-40b1-acd1-7e0f822d73dd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0549660 Aug 24 19:33:02.633704 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b860ca81-7360-43c0-9b40-e193a3cd943e req-9ebae012-4fc7-456f-9075-b2ea155c5b03 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349085 Aug 24 19:33:03.094958 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80dee-f5ea-4847-9c0e-1c111481b93d req-5189833b-3570-414f-8342-45de811bdb22 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:03.096511 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c5f80dee-f5ea-4847-9c0e-1c111481b93d req-5189833b-3570-414f-8342-45de811bdb22 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0547791 Aug 24 19:33:03.167465 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c5f80dee-f5ea-4847-9c0e-1c111481b93d req-5e18e874-130d-42e6-b492-8ed0de3d4685 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636945 Aug 24 19:33:03.190350 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4878ec-b9cf-40e6-ad59-8177afd35e41 req-78ed85f1-bebf-4946-b585-2c6d7499b7d7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:03.192540 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5b4878ec-b9cf-40e6-ad59-8177afd35e41 req-78ed85f1-bebf-4946-b585-2c6d7499b7d7 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 945 time: 0.0736954 Aug 24 19:33:03.245228 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5b4878ec-b9cf-40e6-ad59-8177afd35e41 req-124f4654-0ed9-4f51-8d36-64b05bbe4146 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Aug 24 19:33:03.305051 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545deaa-6452-4e1f-89c8-d863d2d2847d req-b61ec8e8-5ab5-400b-b459-d1141aa23101 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:03.306720 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7545deaa-6452-4e1f-89c8-d863d2d2847d req-b61ec8e8-5ab5-400b-b459-d1141aa23101 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 944 time: 0.0575347 Aug 24 19:33:03.347005 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7545deaa-6452-4e1f-89c8-d863d2d2847d req-0c105fb3-54c4-4746-9464-7c5200b14d01 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Aug 24 19:33:03.465567 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a1537370-39da-4be3-9395-cdda267eb838 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:33:03.579375 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port a1537370-39da-4be3-9395-cdda267eb838 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:33:03.583568 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port a1537370-39da-4be3-9395-cdda267eb838 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:03.583933 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:03.665608 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:03.699818 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port a1537370-39da-4be3-9395-cdda267eb838, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=a1537370-39da-4be3-9395-cdda267eb838,segment=NetworkSegment(8f1ad85a-58eb-495f-9338-0daeb4c4b04e),segment_id=8f1ad85a-58eb-495f-9338-0daeb4c4b04e)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:03.762603 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:03.767663 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48304d-93a1-4635-8574-3250fe045422 req-a754f21a-a1b6-411b-a61e-540bcf3ccf65 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:03.769019 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-df48304d-93a1-4635-8574-3250fe045422 req-a754f21a-a1b6-411b-a61e-540bcf3ccf65 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0593028 Aug 24 19:33:03.812242 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-df48304d-93a1-4635-8574-3250fe045422 req-4a1dd885-eefe-4ec1-871b-133f53c9df27 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372767 Aug 24 19:33:03.826905 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=a1537370-39da-4be3-9395-cdda267eb838,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:04.309895 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f02e0-8f49-4310-beb4-2e0949f60a5c req-a4b78d24-08d4-4126-8953-8002eadf916f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:04.312231 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fa9f02e0-8f49-4310-beb4-2e0949f60a5c req-a4b78d24-08d4-4126-8953-8002eadf916f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0671461 Aug 24 19:33:04.380925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fa9f02e0-8f49-4310-beb4-2e0949f60a5c req-7ea0e9fe-9ac5-4d62-ac9d-ef4661a4abe0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581920 Aug 24 19:33:04.390009 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7f3b5-8156-4542-bbdb-dc965cd991ae req-ca4c6628-8ee5-49d8-a696-08427b705583 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:04.394495 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3b7f3b5-8156-4542-bbdb-dc965cd991ae req-ca4c6628-8ee5-49d8-a696-08427b705583 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 945 time: 0.0780685 Aug 24 19:33:04.436823 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3b7f3b5-8156-4542-bbdb-dc965cd991ae req-b56a27b2-3fc4-40e4-bfef-5b86cc6bb143 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Aug 24 19:33:04.499001 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827a142-bfd0-484b-99ef-eb8bcc0c8a6e req-64046f87-d4e9-4528-9d6e-8ee5d0d39544 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:04.500490 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1827a142-bfd0-484b-99ef-eb8bcc0c8a6e req-64046f87-d4e9-4528-9d6e-8ee5d0d39544 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 944 time: 0.0474625 Aug 24 19:33:04.514485 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device d7cdfb5c-d751-4ae0-b460-784c797710b3 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:33:04.542320 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1827a142-bfd0-484b-99ef-eb8bcc0c8a6e req-62450648-ba33-41ff-b1be-97b4f2f7d2d8 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Aug 24 19:33:04.735170 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-7628b593-9d13-40a0-ba44-400df059886d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:04.737060 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-7628b593-9d13-40a0-ba44-400df059886d tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 945 time: 0.0535603 Aug 24 19:33:04.839758 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Deleting port a907cbe7-3847-4d97-9c08-0319637b734f {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:33:04.840507 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:04.841627 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-2eb29ab1-1692-4d47-a3a3-415e76e1a94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:04.894253 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port d7cdfb5c-d751-4ae0-b460-784c797710b3 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:33:04.896664 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:04.902582 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port d7cdfb5c-d751-4ae0-b460-784c797710b3 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:04.903081 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:04.976745 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7ac43-2714-4e3e-8073-ceab141f788b req-2d5d5769-bf76-4b4c-8c03-2fe1e377a6bf tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:04.978272 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b8c7ac43-2714-4e3e-8073-ceab141f788b req-2d5d5769-bf76-4b4c-8c03-2fe1e377a6bf tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0852270 Aug 24 19:33:04.983554 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] For port a907cbe7-3847-4d97-9c08-0319637b734f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a907cbe7-3847-4d97-9c08-0319637b734f,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:04.983930 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:04.993006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:05.012336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Calling delete_port for a907cbe7-3847-4d97-9c08-0319637b734f owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:33:05.015613 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e820068-00d0-4979-a583-40389d6f3732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cdfb5c-d751-4ae0-b460-784c797710b3'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:05.017897 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad07ccd9-d4c7-4797-af77-e20b3600b497" -d '{"events": [{"server_uuid": "6e820068-00d0-4979-a583-40389d6f3732", "name": "network-vif-plugged", "status": "completed", "tag": "d7cdfb5c-d751-4ae0-b460-784c797710b3"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:05.034927 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port d7cdfb5c-d751-4ae0-b460-784c797710b3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7cdfb5c-d751-4ae0-b460-784c797710b3,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:05.043125 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b8c7ac43-2714-4e3e-8073-ceab141f788b req-7673fbb0-bf7f-4b7a-b2df-17bec6c637d9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550227 Aug 24 19:33:05.059552 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a64e9c-a90d-449f-b67b-98b1f035c2be x-openstack-request-id: req-74a64e9c-a90d-449f-b67b-98b1f035c2be {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:05.059840 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e820068-00d0-4979-a583-40389d6f3732", "name": "network-vif-plugged", "status": "completed", "tag": "d7cdfb5c-d751-4ae0-b460-784c797710b3", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:05.060088 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74a64e9c-a90d-449f-b67b-98b1f035c2be {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:05.060507 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e820068-00d0-4979-a583-40389d6f3732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cdfb5c-d751-4ae0-b460-784c797710b3', 'code': 200} Aug 24 19:33:05.127605 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:05.182331 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=d7cdfb5c-d751-4ae0-b460-784c797710b3,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:05.398707 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4c793-45fb-4b03-9d56-c719ffd13d54 req-596794b1-6855-4050-8ac3-b57c58ae3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:05.400561 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3aa4c793-45fb-4b03-9d56-c719ffd13d54 req-596794b1-6855-4050-8ac3-b57c58ae3298 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 1098 time: 0.0452776 Aug 24 19:33:05.439990 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3aa4c793-45fb-4b03-9d56-c719ffd13d54 req-7f04d31a-a5ab-4ed3-a31a-6126b7a88507 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319529 Aug 24 19:33:05.449908 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a1537370-39da-4be3-9395-cdda267eb838 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:33:05.482265 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:05.498544 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9', '882519cf-19ed-487a-b2db-37296318380e', 'a907cbe7-3847-4d97-9c08-0319637b734f'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:05.536904 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event deleted for resources: {'Port': ['ID=a907cbe7-3847-4d97-9c08-0319637b734f,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:05.549025 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port a1537370-39da-4be3-9395-cdda267eb838 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:05.549524 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:05.550840 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.551205 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.551663 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.560672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:05.609182 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-378ff23f-e5d8-42dc-937b-a32e6b6a449c req-9c89b851-9852-4920-befe-8f5f71580a16 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 210 time: 0.0456877 Aug 24 19:33:05.656581 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cc1db-5804-4b34-8366-6217116f6387 req-a625f4a2-2f14-45bf-92cb-8b1976b1c00e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:05.658242 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-815cc1db-5804-4b34-8366-6217116f6387 req-a625f4a2-2f14-45bf-92cb-8b1976b1c00e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1891048 Aug 24 19:33:05.676227 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] No DVR routers for this DVR port a907cbe7-3847-4d97-9c08-0319637b734f on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:33:05.679127 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:05.681604 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c27f67b8-47de-4c0b-9991-3887efeccbe5 req-fcfe4ac3-c150-48bd-a3d7-3f64b9634764 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "DELETE /v2.0/ports/a907cbe7-3847-4d97-9c08-0319637b734f HTTP/1.1" status: 204 len: 173 time: 0.9385338 Aug 24 19:33:05.682781 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e6201-ec34-45b3-ad25-7eba945122f0', 'name': 'network-vif-deleted', 'tag': 'a907cbe7-3847-4d97-9c08-0319637b734f'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:05.686442 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90da9d7-3176-4277-8338-d8e4796476fd" -d '{"events": [{"server_uuid": "554e6201-ec34-45b3-ad25-7eba945122f0", "name": "network-vif-deleted", "tag": "a907cbe7-3847-4d97-9c08-0319637b734f"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:05.750940 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-815cc1db-5804-4b34-8366-6217116f6387 req-0deb2be8-22bb-4585-b76d-bb005fac53c7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763316 Aug 24 19:33:05.772714 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e147c-1fd7-4f84-855a-8093c3614bcc req-8791244b-820e-464a-b432-c1b0ff107342 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:05.774387 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ef3e147c-1fd7-4f84-855a-8093c3614bcc req-8791244b-820e-464a-b432-c1b0ff107342 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 945 time: 0.0702434 Aug 24 19:33:05.811870 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e712be-653e-49d7-a219-4028a010e715 x-openstack-request-id: req-31e712be-653e-49d7-a219-4028a010e715 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:05.812163 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e6201-ec34-45b3-ad25-7eba945122f0", "name": "network-vif-deleted", "tag": "a907cbe7-3847-4d97-9c08-0319637b734f", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:05.812722 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31e712be-653e-49d7-a219-4028a010e715 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:05.812939 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554e6201-ec34-45b3-ad25-7eba945122f0', 'name': 'network-vif-deleted', 'tag': 'a907cbe7-3847-4d97-9c08-0319637b734f', 'status': 'completed', 'code': 200} Aug 24 19:33:05.842090 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ef3e147c-1fd7-4f84-855a-8093c3614bcc req-5c477cb4-254d-456b-9da2-52bb10526c17 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Aug 24 19:33:05.946214 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:06.173523 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448c059-31a6-4bfd-bd60-b99423daf640 req-037a472e-f4b8-408b-8e30-babcebfb7c44 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:06.175834 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d448c059-31a6-4bfd-bd60-b99423daf640 req-037a472e-f4b8-408b-8e30-babcebfb7c44 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0528858 Aug 24 19:33:06.216765 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d448c059-31a6-4bfd-bd60-b99423daf640 req-49826b7e-724b-43b4-a45d-c018c666fcd6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348525 Aug 24 19:33:06.772138 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7c8feb4-2e6e-4fd0-932a-740ec242f44d req-ca8bfeae-f721-4bbc-8545-144872db00fb tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=554e6201-ec34-45b3-ad25-7eba945122f0 HTTP/1.1" status: 200 len: 210 time: 0.0365145 Aug 24 19:33:07.027232 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86f387-07f3-4459-b174-7c3efa1300c7 req-63c0ef58-abe7-4dc2-a231-083f6df743ac tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:07.028322 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4c86f387-07f3-4459-b174-7c3efa1300c7 req-63c0ef58-abe7-4dc2-a231-083f6df743ac tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1783552 Aug 24 19:33:07.052038 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6f4b4-8921-4bb9-adc2-b923d25efb6c req-007679c8-4459-4fb2-8e7e-9b10e5ac83c2 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:07.059446 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b9b6f4b4-8921-4bb9-adc2-b923d25efb6c req-007679c8-4459-4fb2-8e7e-9b10e5ac83c2 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 945 time: 0.1076338 Aug 24 19:33:07.154867 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b9b6f4b4-8921-4bb9-adc2-b923d25efb6c req-0a23dc23-3832-46f1-bbe3-513353b32e4e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938237 Aug 24 19:33:07.183518 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4c86f387-07f3-4459-b174-7c3efa1300c7 req-79e6553b-7c03-40f3-ade4-56574157c377 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379337 Aug 24 19:33:07.275549 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:07.365759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a5dc-908d-43aa-a611-6bb80c0293f0 req-81e1494b-7598-4063-b36d-6b80f5dee6b5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:07.367571 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-afa3a5dc-908d-43aa-a611-6bb80c0293f0 req-81e1494b-7598-4063-b36d-6b80f5dee6b5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0654540 Aug 24 19:33:07.424242 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-afa3a5dc-908d-43aa-a611-6bb80c0293f0 req-8120c70a-def3-4e1e-8f07-66a1b935f9d6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Aug 24 19:33:08.294488 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3857f85-b00a-4073-b266-96fbda23a725 req-cacfd284-5fd1-4529-be0c-67149166dfeb tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:08.294488 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e3857f85-b00a-4073-b266-96fbda23a725 req-cacfd284-5fd1-4529-be0c-67149166dfeb tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 945 time: 0.0596650 Aug 24 19:33:08.332508 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e3857f85-b00a-4073-b266-96fbda23a725 req-d56fe268-1fc0-4435-8927-1aaa636fc304 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Aug 24 19:33:08.485549 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3a063-d30d-45fd-84ae-18bd5656f758 req-33f6b18b-7b5a-433c-9d78-405385e5df06 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:08.488463 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-45e3a063-d30d-45fd-84ae-18bd5656f758 req-33f6b18b-7b5a-433c-9d78-405385e5df06 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0732865 Aug 24 19:33:08.511808 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device a907cbe7-3847-4d97-9c08-0319637b734f no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:08.537576 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: a907cbe7-3847-4d97-9c08-0319637b734f {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:33:08.544016 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device a907cbe7-3847-4d97-9c08-0319637b734f not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:33:08.560233 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-45e3a063-d30d-45fd-84ae-18bd5656f758 req-0ebee932-686e-4ba7-bda6-8f34eb718356 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613310 Aug 24 19:33:08.697708 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d126a-adbb-4407-970f-2da726e2ae02 req-269497cf-90d1-4d45-9056-0b62a3aec547 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:08.699654 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd7d126a-adbb-4407-970f-2da726e2ae02 req-269497cf-90d1-4d45-9056-0b62a3aec547 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0689454 Aug 24 19:33:08.793781 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd7d126a-adbb-4407-970f-2da726e2ae02 req-8d11806c-1c7c-4b3a-a06d-defa7023a302 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869637 Aug 24 19:33:08.825890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038b2d-c6fb-421e-9997-ac2da11d3e73 req-fcb86068-9cbe-4b25-9f0e-3eb089d3f9aa tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:08.826600 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f7038b2d-c6fb-421e-9997-ac2da11d3e73 req-fcb86068-9cbe-4b25-9f0e-3eb089d3f9aa tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 945 time: 0.0908139 Aug 24 19:33:08.877296 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f7038b2d-c6fb-421e-9997-ac2da11d3e73 req-362924e5-2b57-405c-8d9f-528dcef6f79c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Aug 24 19:33:09.713827 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86ca68-3e62-4e58-b025-f127c57ce1a1 req-28d7e552-ff07-4221-9c88-67fda96fceb7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:09.722575 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7a86ca68-3e62-4e58-b025-f127c57ce1a1 req-28d7e552-ff07-4221-9c88-67fda96fceb7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0814664 Aug 24 19:33:09.763503 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7a86ca68-3e62-4e58-b025-f127c57ce1a1 req-c1716b87-ac56-4600-a8a8-21cb3e846496 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Aug 24 19:33:09.959392 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc0ce-9aa2-4095-b12b-ac0525552e08 req-a168013d-aa0c-45ed-8a2b-434306625f7c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:09.961014 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bbfc0ce-9aa2-4095-b12b-ac0525552e08 req-a168013d-aa0c-45ed-8a2b-434306625f7c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0797420 Aug 24 19:33:10.025552 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bbfc0ce-9aa2-4095-b12b-ac0525552e08 req-3171e643-5b7e-44ab-8bb7-ef640fe5415d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571496 Aug 24 19:33:10.247690 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-838ccb96-4844-4e01-8b52-2f7acdecca9a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:10.247690 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-838ccb96-4844-4e01-8b52-2f7acdecca9a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 945 time: 0.1630783 Aug 24 19:33:10.263004 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1db59-bc19-4ad0-999b-e1f641800c76 req-7f8a541c-45da-4b03-a052-6d500af89a93 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:10.265353 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a2b1db59-bc19-4ad0-999b-e1f641800c76 req-7f8a541c-45da-4b03-a052-6d500af89a93 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 945 time: 0.1464264 Aug 24 19:33:10.409702 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a2b1db59-bc19-4ad0-999b-e1f641800c76 req-990b946d-146c-4dd2-85e7-eeed0b762c88 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197896 Aug 24 19:33:10.420496 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ec9-df69-43fe-a207-6ac5b36929ea req-aa217d04-69ee-43b7-8373-745414253ee1 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:10.427623 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-11df4ec9-df69-43fe-a207-6ac5b36929ea req-aa217d04-69ee-43b7-8373-745414253ee1 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 945 time: 0.1767054 Aug 24 19:33:10.480855 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-11df4ec9-df69-43fe-a207-6ac5b36929ea req-d99f1b48-1b9d-48c0-be04-306615ffeded tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Aug 24 19:33:10.491483 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Deleting port 882519cf-19ed-487a-b2db-37296318380e {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:33:10.491854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:10.595975 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] For port 882519cf-19ed-487a-b2db-37296318380e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=882519cf-19ed-487a-b2db-37296318380e,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:10.596900 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:10.615406 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Calling delete_port for 882519cf-19ed-487a-b2db-37296318380e owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:33:10.858214 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:10.871514 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9', '882519cf-19ed-487a-b2db-37296318380e'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:10.997910 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event deleted for resources: {'Port': ['ID=882519cf-19ed-487a-b2db-37296318380e,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:11.021396 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] No DVR routers for this DVR port 882519cf-19ed-487a-b2db-37296318380e on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:33:11.024838 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:11.026695 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c59ac731-d217-4a4e-8a91-c3e7fb7fa57c req-2c89681b-b4f7-4f20-bb52-d0c97d56702c tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "DELETE /v2.0/ports/882519cf-19ed-487a-b2db-37296318380e HTTP/1.1" status: 204 len: 173 time: 0.7601898 Aug 24 19:33:11.027165 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'name': 'network-vif-deleted', 'tag': '882519cf-19ed-487a-b2db-37296318380e'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:11.029460 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a74c119-a8c5-4f27-9623-56ea94267d04" -d '{"events": [{"server_uuid": "9f9dc0dd-298e-4b3f-8117-338c6322ecda", "name": "network-vif-deleted", "tag": "882519cf-19ed-487a-b2db-37296318380e"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:11.079099 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895002fc-31f1-43cc-a730-282a9b9b21a6 req-845ca0d8-19a9-4d2a-8ef1-de6956585709 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:11.106145 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-895002fc-31f1-43cc-a730-282a9b9b21a6 req-845ca0d8-19a9-4d2a-8ef1-de6956585709 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.2607968 Aug 24 19:33:11.113138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d3ad6-9836-4822-b845-77e423050048 x-openstack-request-id: req-332d3ad6-9836-4822-b845-77e423050048 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:11.113645 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9dc0dd-298e-4b3f-8117-338c6322ecda", "name": "network-vif-deleted", "tag": "882519cf-19ed-487a-b2db-37296318380e", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:11.115730 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-332d3ad6-9836-4822-b845-77e423050048 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:11.116417 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9dc0dd-298e-4b3f-8117-338c6322ecda', 'name': 'network-vif-deleted', 'tag': '882519cf-19ed-487a-b2db-37296318380e', 'status': 'completed', 'code': 200} Aug 24 19:33:11.167199 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-895002fc-31f1-43cc-a730-282a9b9b21a6 req-2cea3d1e-2c2d-4b47-b8f2-ac43ad477eeb tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599203 Aug 24 19:33:11.251091 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adca58-2656-47a1-b964-a8f47312aafe req-a51d56f6-fcec-43d2-aa9c-b845c05e48f5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:11.259079 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7adca58-2656-47a1-b964-a8f47312aafe req-a51d56f6-fcec-43d2-aa9c-b845c05e48f5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0670085 Aug 24 19:33:11.313770 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7adca58-2656-47a1-b964-a8f47312aafe req-d5fdc6a3-3c34-4d77-bd7b-45069560b3a2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490234 Aug 24 19:33:11.574606 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a0faf824-9bf8-474e-b236-7f10c3a5139b req-75c72f00-bda9-4468-b12f-454807f8f448 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 210 time: 0.0439262 Aug 24 19:33:11.656706 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fd590-a513-493e-ac2a-0be3dfcfa74f req-32210fff-83f7-4920-802f-61863b0fb347 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:11.658687 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-145fd590-a513-493e-ac2a-0be3dfcfa74f req-32210fff-83f7-4920-802f-61863b0fb347 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 945 time: 0.0612764 Aug 24 19:33:11.754578 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-145fd590-a513-493e-ac2a-0be3dfcfa74f req-330e81f3-e34e-4fdf-a809-5d4d49604e89 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854609 Aug 24 19:33:11.789407 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-6d960901-78d8-44be-90d1-18f6b530c8e8 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:11.791135 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-6d960901-78d8-44be-90d1-18f6b530c8e8 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 945 time: 0.1002243 Aug 24 19:33:12.008483 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Deleting port d7cdfb5c-d751-4ae0-b460-784c797710b3 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:33:12.009666 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:12.110344 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] For port d7cdfb5c-d751-4ae0-b460-784c797710b3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7cdfb5c-d751-4ae0-b460-784c797710b3,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:12.110726 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:12.130539 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Calling delete_port for d7cdfb5c-d751-4ae0-b460-784c797710b3 owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:33:12.346861 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:12.403784 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc17fb-9396-4f4b-bff4-c8c48519a9e8 req-3d7531eb-b471-4afb-9729-a4f18feca69e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:12.406081 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dbbc17fb-9396-4f4b-bff4-c8c48519a9e8 req-3d7531eb-b471-4afb-9729-a4f18feca69e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1352844 Aug 24 19:33:12.478950 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:12.493146 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['d7cdfb5c-d751-4ae0-b460-784c797710b3'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:12.498156 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dbbc17fb-9396-4f4b-bff4-c8c48519a9e8 req-83de4b88-9309-4a3a-9c2a-af43662eee38 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809932 Aug 24 19:33:12.523660 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Pushing event deleted for resources: {'Port': ['ID=d7cdfb5c-d751-4ae0-b460-784c797710b3,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:12.533941 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dd8ef-3a4a-4ba2-82c9-aefd984c29ba req-0890ba64-6203-44e8-91da-267c6135aeae tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:12.558577 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-683dd8ef-3a4a-4ba2-82c9-aefd984c29ba req-0890ba64-6203-44e8-91da-267c6135aeae tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1288052 Aug 24 19:33:12.601415 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] No DVR routers for this DVR port d7cdfb5c-d751-4ae0-b460-784c797710b3 on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:33:12.605707 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:12.608782 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-25c81a31-45f0-49ca-88c4-07cb48629be9 req-897567ea-6476-48b8-b29a-d4b864545898 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "DELETE /v2.0/ports/d7cdfb5c-d751-4ae0-b460-784c797710b3 HTTP/1.1" status: 204 len: 173 time: 0.8094151 Aug 24 19:33:12.641928 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-683dd8ef-3a4a-4ba2-82c9-aefd984c29ba req-4dd91aa8-5a53-4710-bed3-7b5ac3b960a4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988548 Aug 24 19:33:12.824204 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3dd56ddb-3f01-49cf-b5ac-2a3e77d36eeb req-a340141d-a509-46a5-bcea-70422b7cb049 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9dc0dd-298e-4b3f-8117-338c6322ecda HTTP/1.1" status: 200 len: 210 time: 0.1159387 Aug 24 19:33:12.840914 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b84b5-5511-4267-957a-849098374ed9 req-f27b43ec-0d6c-44f8-82e0-55a6ab758f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:12.842751 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b9b84b5-5511-4267-957a-849098374ed9 req-f27b43ec-0d6c-44f8-82e0-55a6ab758f95 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.1373303 Aug 24 19:33:12.949889 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f0c1dddd-2af1-44f1-be5a-2bc14804ebca req-211f7236-b309-4932-9f16-329db7f4a7bc tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 210 time: 0.0634255 Aug 24 19:33:12.962745 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b9b84b5-5511-4267-957a-849098374ed9 req-cdc3aa20-bee8-4829-9fb8-5c147418daf2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106541 Aug 24 19:33:13.117825 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e820068-00d0-4979-a583-40389d6f3732', 'name': 'network-vif-deleted', 'tag': 'd7cdfb5c-d751-4ae0-b460-784c797710b3'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:13.120312 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a88ba0c-22d8-44a0-bc5d-daf230e6ffa5" -d '{"events": [{"server_uuid": "6e820068-00d0-4979-a583-40389d6f3732", "name": "network-vif-deleted", "tag": "d7cdfb5c-d751-4ae0-b460-784c797710b3"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:13.173897 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a384bfb4-69ea-4e8c-bad8-63cf05393a0f x-openstack-request-id: req-a384bfb4-69ea-4e8c-bad8-63cf05393a0f {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:13.173897 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e820068-00d0-4979-a583-40389d6f3732", "name": "network-vif-deleted", "tag": "d7cdfb5c-d751-4ae0-b460-784c797710b3", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:13.173897 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a384bfb4-69ea-4e8c-bad8-63cf05393a0f {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:13.173897 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e820068-00d0-4979-a583-40389d6f3732', 'name': 'network-vif-deleted', 'tag': 'd7cdfb5c-d751-4ae0-b460-784c797710b3', 'status': 'completed', 'code': 200} Aug 24 19:33:13.213910 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-9700b9a4-763e-4261-9f68-a4df35fdbd29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532916 Aug 24 19:33:13.303481 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2357a-6453-4d55-b697-41732f04f27d req-5dd7541a-5333-486e-a291-36004ed97c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:13.309885 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-5dd7541a-5333-486e-a291-36004ed97c38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 1098 time: 0.0673499 Aug 24 19:33:13.443203 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2357a-6453-4d55-b697-41732f04f27d req-c3ff82ce-7ff8-4439-a7df-10da0d3254c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:13.444926 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-c3ff82ce-7ff8-4439-a7df-10da0d3254c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.1082668 Aug 24 19:33:13.506499 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-cb954a0d-2e8e-4889-9ab3-72a3361f091a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176 HTTP/1.1" status: 200 len: 217 time: 0.0517409 Aug 24 19:33:13.628098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2357a-6453-4d55-b697-41732f04f27d req-0f36258e-49ad-4939-a017-010606dc2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:13.629889 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-0f36258e-49ad-4939-a017-010606dc2517 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.1106272 Aug 24 19:33:13.688558 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-10f89af5-afb6-4cf0-9a52-c1fb71dc3e9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421813 Aug 24 19:33:13.699269 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6494f07-ee15-454e-99b2-937a799e6cfa req-de45bfc0-d982-489f-9930-2cfdd7c9bb76 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:13.701218 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e6494f07-ee15-454e-99b2-937a799e6cfa req-de45bfc0-d982-489f-9930-2cfdd7c9bb76 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1115663 Aug 24 19:33:13.862328 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e6494f07-ee15-454e-99b2-937a799e6cfa req-62597e40-0edc-4758-bd28-d6f00e28db3d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516101 Aug 24 19:33:13.889178 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a0849-73b6-4081-8c56-1427b2dce56b req-a6e50d74-8a59-4b36-9f1a-1307d3149254 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:13.895233 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9b1a0849-73b6-4081-8c56-1427b2dce56b req-a6e50d74-8a59-4b36-9f1a-1307d3149254 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1166697 Aug 24 19:33:13.933991 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-6ef96ffb-e9e3-4c21-b26b-37b52972fcb0 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316303 Aug 24 19:33:13.963085 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9b1a0849-73b6-4081-8c56-1427b2dce56b req-997809a3-58d9-409a-bcbc-d2101d435831 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655062 Aug 24 19:33:14.081069 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f2357a-6453-4d55-b697-41732f04f27d req-fa052e31-08bf-4206-ac62-9842ed16c8fd service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278574 Aug 24 19:33:14.191675 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8aab7dbd-f30d-4b87-ad5e-46278eb23007 req-e14aee09-4ed0-46e9-bb7b-8f564f9e9e8e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e820068-00d0-4979-a583-40389d6f3732 HTTP/1.1" status: 200 len: 210 time: 0.0698850 Aug 24 19:33:14.527426 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device d7cdfb5c-d751-4ae0-b460-784c797710b3 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:14.566499 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: d7cdfb5c-d751-4ae0-b460-784c797710b3 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:33:14.567263 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device d7cdfb5c-d751-4ae0-b460-784c797710b3 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:33:14.567922 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 882519cf-19ed-487a-b2db-37296318380e no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:14.597181 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 882519cf-19ed-487a-b2db-37296318380e {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:33:14.597790 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 882519cf-19ed-487a-b2db-37296318380e not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:33:15.057222 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18665f-ee50-4dea-bef0-0692eb0d3d53 req-7b96f9fc-9210-4bac-a2fd-eab976227968 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:15.070983 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f18665f-ee50-4dea-bef0-0692eb0d3d53 req-7b96f9fc-9210-4bac-a2fd-eab976227968 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1094360 Aug 24 19:33:15.142389 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f18665f-ee50-4dea-bef0-0692eb0d3d53 req-c846bf38-5d81-490f-acbf-cc91eb1ae681 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650358 Aug 24 19:33:15.265719 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e98c93-f70a-42b1-9519-47912243d7b5 req-1892a825-8bc3-4b00-8c16-277f761bb641 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:15.289825 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7e98c93-f70a-42b1-9519-47912243d7b5 req-1892a825-8bc3-4b00-8c16-277f761bb641 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1645343 Aug 24 19:33:15.369143 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7e98c93-f70a-42b1-9519-47912243d7b5 req-38efe486-8626-4c99-bf1b-f0ead8f38fec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782557 Aug 24 19:33:17.188392 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-4bde6800-acc4-4d24-96e3-7c3e08bf98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:17.189917 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-4bde6800-acc4-4d24-96e3-7c3e08bf98c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f52cbd047b400a8376723f14c37c65&device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 1098 time: 0.1141207 Aug 24 19:33:17.199168 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1411-b998-4889-9eb7-4eee35934a6c req-e8d292a9-07b8-4835-b650-8f8c470a4cc2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:17.200920 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-059d1411-b998-4889-9eb7-4eee35934a6c req-e8d292a9-07b8-4835-b650-8f8c470a4cc2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0912485 Aug 24 19:33:17.312978 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-059d1411-b998-4889-9eb7-4eee35934a6c req-b6496ad8-a3e3-4985-b322-8641304eaee3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054025 Aug 24 19:33:17.372794 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-5ce38b22-c2c5-43a4-8340-5fda60e7c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:17.382291 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-5ce38b22-c2c5-43a4-8340-5fda60e7c604 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 200 len: 919 time: 0.1690238 Aug 24 19:33:17.453853 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-69357f5c-ca51-45a8-8bf0-10a9d1c76f1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 200 len: 217 time: 0.0696592 Aug 24 19:33:17.511526 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46d20a-54d9-4225-a4e6-44586b052c49 req-0183b8dc-2b79-432f-bce3-00da9da31fe5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:17.513904 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc46d20a-54d9-4225-a4e6-44586b052c49 req-0183b8dc-2b79-432f-bce3-00da9da31fe5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.1277800 Aug 24 19:33:17.553095 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-56c64103-6201-481c-9f85-a3c707668459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:17.554559 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-56c64103-6201-481c-9f85-a3c707668459 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 200 len: 858 time: 0.0911133 Aug 24 19:33:17.571560 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc46d20a-54d9-4225-a4e6-44586b052c49 req-e6739eed-6eb2-4e89-a130-fb5167830911 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484023 Aug 24 19:33:17.611647 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-f7ee26b9-ddf0-4253-ab84-4da9e9b25a18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e70092ee-01e0-4510-8c36-816b342ef97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418947 Aug 24 19:33:17.780088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5f81-099d-43db-8ce5-6a0593227883 req-ab48ef32-c1bf-49a2-974e-7ed9fe2d1c16 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:17.788327 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-06db5f81-099d-43db-8ce5-6a0593227883 req-ab48ef32-c1bf-49a2-974e-7ed9fe2d1c16 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 946 time: 0.0958772 Aug 24 19:33:17.803689 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-15cdb14d-824b-41cd-8619-77d6df74a668 service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764293 Aug 24 19:33:17.891783 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-06db5f81-099d-43db-8ce5-6a0593227883 req-afd0d76f-1c0a-43bb-b4ac-979a93eb436a tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd08d67-5bef-4dda-baee-8ff6baca3bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025465 Aug 24 19:33:18.052622 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da469269-05ba-4420-a5b1-d87747e0cdfb req-e339fc44-3e96-4bcf-a636-57b0472c757b service neutron] 10.222.0.35 "GET /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377093 Aug 24 19:33:18.451562 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5f7e-c8fb-4c86-afea-0ae112879cc3 req-9c8a9e40-a124-4572-929c-4c50aac17d3d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:18.453126 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ae8a5f7e-c8fb-4c86-afea-0ae112879cc3 req-9c8a9e40-a124-4572-929c-4c50aac17d3d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0563233 Aug 24 19:33:18.504904 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ae8a5f7e-c8fb-4c86-afea-0ae112879cc3 req-d70fdd1e-5f5b-4111-a884-2b8fd6046486 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Aug 24 19:33:18.718628 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1847-c467-473a-b817-724140ee232a req-8adc2a34-36b8-4d6b-b0dc-b698b3f10e70 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:18.720438 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-153c1847-c467-473a-b817-724140ee232a req-8adc2a34-36b8-4d6b-b0dc-b698b3f10e70 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0639555 Aug 24 19:33:18.799355 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-153c1847-c467-473a-b817-724140ee232a req-6a8013ba-9102-4ff7-a4c5-535c3422f5b3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724194 Aug 24 19:33:18.831728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-ba13625a-a433-4657-a9d7-874675d6beab tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:18.833411 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-ba13625a-a433-4657-a9d7-874675d6beab tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 946 time: 0.0848596 Aug 24 19:33:19.302672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Deleting port 11aa4d8d-d272-4d56-a152-182570ea9cc9 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:33:19.303072 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:19.314477 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-26d089df-2635-4fb3-b540-4caed972822c tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:19.316834 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-26d089df-2635-4fb3-b540-4caed972822c tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/networks?id=7ced5917-82bb-4891-9019-04676b591e11 HTTP/1.1" status: 200 len: 809 time: 0.1672492 Aug 24 19:33:19.371407 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-080e8b8b-be4d-435a-87a3-70c7b8d5bb59 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/quotas/5ed4565c07554a2e8dd34da9c4f80956 HTTP/1.1" status: 200 len: 375 time: 0.0415754 Aug 24 19:33:19.419432 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-248df1f3-a04d-4d56-997d-3c05b7c27f34 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378971 Aug 24 19:33:19.466125 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] For port 11aa4d8d-d272-4d56-a152-182570ea9cc9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=11aa4d8d-d272-4d56-a152-182570ea9cc9,segment=NetworkSegment(5ae53223-fc54-42fd-905e-6ec9bc329ce4),segment_id=5ae53223-fc54-42fd-905e-6ec9bc329ce4)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:19.466837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:19.507902 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Calling delete_port for 11aa4d8d-d272-4d56-a152-182570ea9cc9 owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:33:19.592962 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-374e6975-2944-4ad5-bb4d-c580fbc1652f service neutron] 10.222.0.59 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629548 Aug 24 19:33:19.768650 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-9adb5bc8-41b2-4bcb-928c-8f392feda4a5 service neutron] 10.222.0.59 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662848 Aug 24 19:33:20.314628 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:20.327805 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['11aa4d8d-d272-4d56-a152-182570ea9cc9'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:20.343615 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Pushing event deleted for resources: {'Port': ['ID=11aa4d8d-d272-4d56-a152-182570ea9cc9,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:20.385615 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] No DVR routers for this DVR port 11aa4d8d-d272-4d56-a152-182570ea9cc9 on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:33:20.388608 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:20.390535 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-30a4cef7-5162-4ac1-a7b5-2717bba5829d req-69d7b2ce-5b35-4819-b07f-347c57331510 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.35 "DELETE /v2.0/ports/11aa4d8d-d272-4d56-a152-182570ea9cc9 HTTP/1.1" status: 204 len: 173 time: 1.5490274 Aug 24 19:33:20.390962 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'name': 'network-vif-deleted', 'tag': '11aa4d8d-d272-4d56-a152-182570ea9cc9'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:20.393815 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a585635-8a01-4bb9-8961-ea2ad67fa4ae" -d '{"events": [{"server_uuid": "fd316c0d-59a0-4082-91a9-019af34e063b", "name": "network-vif-deleted", "tag": "11aa4d8d-d272-4d56-a152-182570ea9cc9"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:20.595534 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5c316144-2f8f-4123-9c7f-5f1d0eefcd3d req-32c7bfb4-d587-4375-bc56-b49e00b283d9 tempest-AttachVolumeNegativeTest-1466990869 tempest-AttachVolumeNegativeTest-1466990869-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd316c0d-59a0-4082-91a9-019af34e063b HTTP/1.1" status: 200 len: 210 time: 0.0529084 Aug 24 19:33:20.781339 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d5ba1-51da-45c0-b079-fcd3c3ad4f80 req-b0c32247-bc0a-4e2c-8ecc-d645b382ebab tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:20.789467 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a1d5ba1-51da-45c0-b079-fcd3c3ad4f80 req-b0c32247-bc0a-4e2c-8ecc-d645b382ebab tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1359491 Aug 24 19:33:20.817947 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8efba9-fc7b-44ab-ba76-4b0b33576a64 req-4beb9aa8-ef21-439b-9974-d0dd0f7e3bb0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:20.819764 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dd8efba9-fc7b-44ab-ba76-4b0b33576a64 req-4beb9aa8-ef21-439b-9974-d0dd0f7e3bb0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0872939 Aug 24 19:33:20.854738 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a1d5ba1-51da-45c0-b079-fcd3c3ad4f80 req-5719ce37-0c1f-43dd-8820-a83b9b43cea7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643613 Aug 24 19:33:20.884453 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dd8efba9-fc7b-44ab-ba76-4b0b33576a64 req-36e82d33-5f37-42f1-ab31-a506dbb4a945 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526104 Aug 24 19:33:20.941869 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109f446c-2587-4056-aaef-f751f39adbcb x-openstack-request-id: req-109f446c-2587-4056-aaef-f751f39adbcb {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:20.942159 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd316c0d-59a0-4082-91a9-019af34e063b", "name": "network-vif-deleted", "tag": "11aa4d8d-d272-4d56-a152-182570ea9cc9", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:20.942408 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-109f446c-2587-4056-aaef-f751f39adbcb {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:20.942854 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd316c0d-59a0-4082-91a9-019af34e063b', 'name': 'network-vif-deleted', 'tag': '11aa4d8d-d272-4d56-a152-182570ea9cc9', 'status': 'completed', 'code': 200} Aug 24 19:33:21.000619 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-68b899d8-943a-411a-9a88-c08709da462e req-7a583365-6ce9-4e5f-9c7b-a44902bceeec tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 210 time: 0.0530357 Aug 24 19:33:21.206930 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-1068f2fa-be7f-4dc9-98d6-38ac699ce34a tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:21.214372 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-1068f2fa-be7f-4dc9-98d6-38ac699ce34a tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/networks?id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 200 len: 815 time: 0.1966150 Aug 24 19:33:21.233598 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-9ced5e49-d436-4da5-8543-9e30d9fcabc6 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/quotas/6c0be9c2c7eb4e229138150d1a78323a HTTP/1.1" status: 200 len: 375 time: 0.0181365 Aug 24 19:33:21.295072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-90d10e79-d128-4507-bb88-d9d89f040e0e tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604448 Aug 24 19:33:21.411771 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-1c4e9a5c-9eff-4edd-8385-4da4ce180451 service neutron] 10.222.0.59 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035502 Aug 24 19:33:21.527186 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-1f73a945-4e7a-496a-bf3b-ca3e471e8eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084292 Aug 24 19:33:21.665591 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39304) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:21.716998 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Deleting subnet 4847464e-3644-49a3-af7c-78dc760c60fe {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:33:21.721480 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:21.779228 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:21.837876 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:21.858662 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a304546e-dc1b-4049-b5f7-6521a8074626 req-d9d4ec67-bf4c-4ec6-9ee7-d3eb091b4138 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 210 time: 0.0426021 Aug 24 19:33:22.000054 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.030791 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4847464e-3644-49a3-af7c-78dc760c60fe,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:22.046815 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.049599 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4847464e-3644-49a3-af7c-78dc760c60fe HTTP/1.1" status: 204 len: 168 time: 0.3821948 Aug 24 19:33:22.051541 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.052065 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.052603 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.053081 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.053607 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.054093 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.054630 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.055102 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.055582 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.056052 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.056600 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.057210 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe758b-823d-4ef5-a4b9-ecd6c5f4b198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:22.057876 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2ebcc-ca46-472e-b2e4-5492d5ed3b75 req-83aea80f-c3a7-4e97-9096-24585aeda7ee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:22.062479 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39320) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:22.062644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6cb2ebcc-ca46-472e-b2e4-5492d5ed3b75 req-83aea80f-c3a7-4e97-9096-24585aeda7ee tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1258185 Aug 24 19:33:22.122246 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-354f9de5-63cc-441d-b485-786621892c24 req-988c4061-c3b6-4c1e-b16b-6fa8dad39a89 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 210 time: 0.0365219 Aug 24 19:33:22.144110 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6cb2ebcc-ca46-472e-b2e4-5492d5ed3b75 req-28f14253-f884-41f5-814f-0773934afbe4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700636 Aug 24 19:33:22.180455 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.335091 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.346747 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1a130c-ef7c-4e9a-95ba-539471ebdef0']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:33:22.359338 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae53223-fc54-42fd-905e-6ec9bc329ce4') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:33:22.359628 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae53223-fc54-42fd-905e-6ec9bc329ce4') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:33:22.369601 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.383937 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.390126 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:33:22.390513 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:33:22.392443 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:33:22.519906 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.527850 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:22.529897 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] 10.222.0.59 "DELETE /v2.0/networks/6a1a130c-ef7c-4e9a-95ba-539471ebdef0 HTTP/1.1" status: 204 len: 168 time: 0.4652870 Aug 24 19:33:22.535927 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 11aa4d8d-d272-4d56-a152-182570ea9cc9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:22.544942 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6ce59-9e64-4fea-ac61-d9b3e930c34b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1a130c-ef7c-4e9a-95ba-539471ebdef0,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:22.563466 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 11aa4d8d-d272-4d56-a152-182570ea9cc9 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:33:22.564452 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 11aa4d8d-d272-4d56-a152-182570ea9cc9 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:33:22.988531 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-16301ede-064e-4702-86aa-8acd26e10d8e req-2064c546-4b33-4f64-b273-1f49381e436b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 210 time: 0.0375504 Aug 24 19:33:23.088197 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39334) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:23.136989 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-085e3b87-24e7-4b25-9d51-254793255620 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a54174229cb4b11bc07726eece4a2af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464664 Aug 24 19:33:23.139081 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39336) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:23.220299 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-47fe1fdd-fb64-49e5-a262-406dee0f444a tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:23.221371 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-47fe1fdd-fb64-49e5-a262-406dee0f444a tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "GET /v2.0/networks?id=7ced5917-82bb-4891-9019-04676b591e11 HTTP/1.1" status: 200 len: 809 time: 0.1615558 Aug 24 19:33:23.242700 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-28b5353a-d234-4d0a-892c-e27d483a37d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:23.245607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Request body: {'port': {'device_id': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'network_id': '7ced5917-82bb-4891-9019-04676b591e11', 'admin_state_up': True, 'tenant_id': '5ed4565c07554a2e8dd34da9c4f80956'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:33:23.271437 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-28b5353a-d234-4d0a-892c-e27d483a37d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:23.403887 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34b8e1ee-43fe-4c28-9ecf-c02b2dec0a21 req-6e0c43d2-dbe9-463e-a0f9-6bcac54eca7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 210 time: 0.1060190 Aug 24 19:33:23.463245 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150dcae-6760-4b94-b61d-1529a9cd1b5a req-9b1623d5-3d4a-4b62-85fb-21b4a42f8b3b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:23.464837 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f150dcae-6760-4b94-b61d-1529a9cd1b5a req-9b1623d5-3d4a-4b62-85fb-21b4a42f8b3b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1657546 Aug 24 19:33:23.480021 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-28b5353a-d234-4d0a-892c-e27d483a37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:23.482711 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-28b5353a-d234-4d0a-892c-e27d483a37d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:23.487720 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-28b5353a-d234-4d0a-892c-e27d483a37d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1fd08d67-5bef-4dda-baee-8ff6baca3bc0 HTTP/1.1" status: 204 len: 168 time: 0.3437448 Aug 24 19:33:23.502762 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5353a-d234-4d0a-892c-e27d483a37d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd08d67-5bef-4dda-baee-8ff6baca3bc0,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:23.525516 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f150dcae-6760-4b94-b61d-1529a9cd1b5a req-a1eda0c5-a589-4883-84e8-5f820e36d646 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532112 Aug 24 19:33:23.605675 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Made reservation on behalf of 5ed4565c07554a2e8dd34da9c4f80956 for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:33:23.609502 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:23.820647 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Allocated IP 172.20.0.4 (7ced5917-82bb-4891-9019-04676b591e11/c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b/22b31ca4-ca4d-4def-b031-033feec3b7b6) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:33:24.027473 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:24.147204 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0240198-d117-4f37-9d85-61527f648f35 req-02914a7d-749b-4d49-b85e-13d2e70c8578 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 210 time: 0.0639312 Aug 24 19:33:24.200521 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:24.256819 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Network 7ced5917-82bb-4891-9019-04676b591e11 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:33:24.260156 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:33:24.264840 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:33:24.270939 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:24.271585 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:24.275292 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Pushing event updated for resources: {'Port': ['ID=22b31ca4-ca4d-4def-b031-033feec3b7b6,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:24.345973 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-ed42fda0-2500-42fd-b128-27b6056e5a7b tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1079388 Aug 24 19:33:24.361912 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Request body: {'port': {'device_id': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:33:24.455348 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:24.652137 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88008eea-8c74-4824-ad69-0ffbc411850a req-343bc39d-6c3a-49c4-b3bb-2386e84b8b51 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:24.653800 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-88008eea-8c74-4824-ad69-0ffbc411850a req-343bc39d-6c3a-49c4-b3bb-2386e84b8b51 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 931 time: 0.1485407 Aug 24 19:33:24.781533 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-88008eea-8c74-4824-ad69-0ffbc411850a req-e6b38f77-a5da-46e6-a34c-fc770c64364a tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034443 Aug 24 19:33:24.805955 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c1e64-e6d8-4f09-982d-b17bb2793688 req-35b10f19-0cae-412d-a33e-6046b662c014 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:24.807429 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-183c1e64-e6d8-4f09-982d-b17bb2793688 req-35b10f19-0cae-412d-a33e-6046b662c014 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1262507 Aug 24 19:33:24.884686 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-183c1e64-e6d8-4f09-982d-b17bb2793688 req-e82e952e-ba40-48be-b30c-dc44731840fe tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639801 Aug 24 19:33:24.924678 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b31ca4-ca4d-4def-b031-033feec3b7b6 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:33:24.933022 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:24.952306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Transition to ACTIVE for port object 22b31ca4-ca4d-4def-b031-033feec3b7b6 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:33:25.225632 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:25.334247 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-62e79bd3-3ff4-485f-ade8-39f8006b5d6b req-fd5f8454-e30a-497f-94c7-7a39d01a9602 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 210 time: 0.0381634 Aug 24 19:33:25.380035 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Pushing event updated for resources: {'Port': ['ID=22b31ca4-ca4d-4def-b031-033feec3b7b6,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:25.396472 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Attempting to bind port 22b31ca4-ca4d-4def-b031-033feec3b7b6 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:33:25.396983 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Attempting to bind port 22b31ca4-ca4d-4def-b031-033feec3b7b6 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:33:25.397897 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Attempting to bind port 22b31ca4-ca4d-4def-b031-033feec3b7b6 on network 7ced5917-82bb-4891-9019-04676b591e11 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:33:25.403688 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Port 22b31ca4-ca4d-4def-b031-033feec3b7b6 on network 7ced5917-82bb-4891-9019-04676b591e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:33:25.404213 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Attempting to bind port 22b31ca4-ca4d-4def-b031-033feec3b7b6 on network 7ced5917-82bb-4891-9019-04676b591e11 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:33:25.411663 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:33:25.412062 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Checking segment: {'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:33:25.412912 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Bound using segment: {'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:33:25.413438 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Bound port: 22b31ca4-ca4d-4def-b031-033feec3b7b6, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eef9b3-7328-4a61-af15-b05a2c2228f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ced5917-82bb-4891-9019-04676b591e11'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:33:25.413856 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:25.433793 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-e109911b-8146-4590-8f19-96e755f5d8ee tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:25.435873 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-e109911b-8146-4590-8f19-96e755f5d8ee tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.35 "GET /v2.0/networks?id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 200 len: 815 time: 0.2114270 Aug 24 19:33:25.456076 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'port': {'device_id': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'admin_state_up': True, 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:33:25.487825 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] For port 22b31ca4-ca4d-4def-b031-033feec3b7b6, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:33:25.491192 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] For port 22b31ca4-ca4d-4def-b031-033feec3b7b6, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22b31ca4-ca4d-4def-b031-033feec3b7b6,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:33:25.583692 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:25.653673 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:25.654938 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:25.657116 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] 10.222.0.35 "PUT /v2.0/ports/22b31ca4-ca4d-4def-b031-033feec3b7b6 HTTP/1.1" status: 200 len: 1093 time: 1.3022900 Aug 24 19:33:25.660612 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'tag': '22b31ca4-ca4d-4def-b031-033feec3b7b6'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:25.671248 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5462c4b3-98c8-4ba0-9a4b-9eb951ab8256" -d '{"events": [{"name": "network-changed", "server_uuid": "b71966c1-f9be-4c1c-b1b3-0b9b87351800", "tag": "22b31ca4-ca4d-4def-b031-033feec3b7b6"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:25.697905 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2f5d4-b6a1-431b-9f50-247267f6289d service neutron] Pushing event updated for resources: {'Port': ['ID=22b31ca4-ca4d-4def-b031-033feec3b7b6,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:25.727107 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a294e16-28ff-4dff-b292-14a86f398feb x-openstack-request-id: req-7a294e16-28ff-4dff-b292-14a86f398feb {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:25.727426 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71966c1-f9be-4c1c-b1b3-0b9b87351800", "tag": "22b31ca4-ca4d-4def-b031-033feec3b7b6", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:25.727685 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a294e16-28ff-4dff-b292-14a86f398feb {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:25.728120 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'tag': '22b31ca4-ca4d-4def-b031-033feec3b7b6', 'status': 'completed', 'code': 200} Aug 24 19:33:25.778876 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Made reservation on behalf of 6c0be9c2c7eb4e229138150d1a78323a for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:33:25.782601 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:25.872471 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c4b3-98c8-4ba0-9a4b-9eb951ab8256 req-e7cd608e-6427-4303-ac42-3f49c55203e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:25.874015 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5462c4b3-98c8-4ba0-9a4b-9eb951ab8256 req-e7cd608e-6427-4303-ac42-3f49c55203e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 1096 time: 0.0991852 Aug 24 19:33:26.066365 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Allocated IP 172.20.0.8 (a1a40689-de20-4662-a2d2-e22ba5cfe8ce/ec284bf8-e6cf-44c0-a279-64fa1bff4b24/0ce85f00-01ff-4d38-89a7-beb1609b7e9a) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:33:26.087748 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f3266-93fd-4a2e-b34b-0110ba0a4353 req-2dbcb057-393e-48f7-9c2c-2f7b6a9693fe tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:26.089298 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea2f3266-93fd-4a2e-b34b-0110ba0a4353 req-2dbcb057-393e-48f7-9c2c-2f7b6a9693fe tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.1540382 Aug 24 19:33:26.164289 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b63d3-b31b-4341-9ceb-8f93ff63607f req-c77f4945-7a9d-47be-aa32-dd18de9a55bd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:26.171645 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f54b63d3-b31b-4341-9ceb-8f93ff63607f req-c77f4945-7a9d-47be-aa32-dd18de9a55bd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1714575 Aug 24 19:33:26.191823 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea2f3266-93fd-4a2e-b34b-0110ba0a4353 req-f3ca8f59-cc1f-4fde-aa06-b724da6e6acd tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949380 Aug 24 19:33:26.235702 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c4b3-98c8-4ba0-9a4b-9eb951ab8256 req-c8185992-76f3-4092-a9dd-2cfae5f1f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:26.246784 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5462c4b3-98c8-4ba0-9a4b-9eb951ab8256 req-c8185992-76f3-4092-a9dd-2cfae5f1f94f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3488178 Aug 24 19:33:26.281930 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:26.311320 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Transition to ACTIVE for port object 0ce85f00-01ff-4d38-89a7-beb1609b7e9a will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:33:26.440839 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f54b63d3-b31b-4341-9ceb-8f93ff63607f req-fdae5eae-e5f9-4112-92c2-5fa2d9e4629b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682679 Aug 24 19:33:26.491984 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:26.507067 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d92bb64b-49a3-4de8-ae0b-b00905eed070 req-1ad7b738-97b8-4a70-9b6d-3c13af77c763 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 210 time: 0.0478859 Aug 24 19:33:26.510778 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c4b3-98c8-4ba0-9a4b-9eb951ab8256 req-096b065d-668b-4c21-abf8-cfb2dcc68520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:26.512040 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5462c4b3-98c8-4ba0-9a4b-9eb951ab8256 req-096b065d-668b-4c21-abf8-cfb2dcc68520 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2511837 Aug 24 19:33:26.577241 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:33:26.582110 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:33:26.584960 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:33:26.670051 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-9c9b832e-38f9-4b59-a753-f998078b195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:26.678875 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-9c9b832e-38f9-4b59-a753-f998078b195f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 1096 time: 0.1065676 Aug 24 19:33:26.689388 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:26.709876 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:26.710924 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:26.749943 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-78739089-3599-40f7-a9ef-7e497961a694 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b31ca4-ca4d-4def-b031-033feec3b7b6 HTTP/1.1" status: 200 len: 217 time: 0.0631056 Aug 24 19:33:26.823360 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-7902dc4b-8184-4aa8-b7c0-81a04d881c44 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3746521 Aug 24 19:33:26.837950 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Request body: {'port': {'device_id': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:33:26.838088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-14186c45-57d9-4b34-a014-40af7f1073c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:26.839664 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-14186c45-57d9-4b34-a014-40af7f1073c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b HTTP/1.1" status: 200 len: 849 time: 0.0833747 Aug 24 19:33:26.903016 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-b6e7f801-bf5c-4516-b8ae-27912f447dac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ced5917-82bb-4891-9019-04676b591e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560269 Aug 24 19:33:26.914956 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-4aed890b-f553-4402-b149-fa54b7cede50 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665602613&fields=id&tenant_id=c635296755b449db8c99cc0b86f4702f HTTP/1.1" status: 200 len: 267 time: 0.1271796 Aug 24 19:33:26.917006 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:27.034472 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-fd9ae192-408e-4d75-a940-b6eed050c15e None None] Provisioning for port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:33:27.041033 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-fd9ae192-408e-4d75-a940-b6eed050c15e None None] Provisioning complete for port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:27.041843 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae192-408e-4d75-a940-b6eed050c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:27.053140 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:33:27.121866 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ae192-408e-4d75-a940-b6eed050c15e None None] Port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:33:27.555378 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce85f00-01ff-4d38-89a7-beb1609b7e9a {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:33:27.565010 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:27.575978 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-bd3c4739-fa01-497b-bc0a-13269a026b6c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:27.583708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-bd3c4739-fa01-497b-bc0a-13269a026b6c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 808 time: 0.6280599 Aug 24 19:33:27.586453 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Transition to ACTIVE for port object 0ce85f00-01ff-4d38-89a7-beb1609b7e9a will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:33:27.607376 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-722a247e-54f4-4e32-8db5-d84ac60937d7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/quotas/c635296755b449db8c99cc0b86f4702f HTTP/1.1" status: 200 len: 375 time: 0.0228164 Aug 24 19:33:27.656878 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:27.657047 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-83fa65d0-0747-4196-9414-12b2dd2ef284 service neutron] 10.222.0.35 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410362 Aug 24 19:33:27.668832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74362955-25be-4283-bd4c-d63b3fe07015 req-374c6cf1-e190-4720-bd9e-e4ba9c2a137f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:27.676913 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74362955-25be-4283-bd4c-d63b3fe07015 req-374c6cf1-e190-4720-bd9e-e4ba9c2a137f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.1840572 Aug 24 19:33:27.728712 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74362955-25be-4283-bd4c-d63b3fe07015 req-6e0e330e-dcb2-4fbe-ab32-9ea045b45991 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 Aug 24 19:33:27.759826 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-887b3b34-cf2a-439f-abc1-c9babbb9c6a2 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515622 Aug 24 19:33:27.764563 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Pushing event updated for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:27.952175 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Attempting to bind port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:33:27.952537 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Attempting to bind port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:33:27.952854 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Attempting to bind port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a on network a1a40689-de20-4662-a2d2-e22ba5cfe8ce {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:33:27.970963 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a on network a1a40689-de20-4662-a2d2-e22ba5cfe8ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:33:27.979587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Attempting to bind port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a on network a1a40689-de20-4662-a2d2-e22ba5cfe8ce {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:33:27.979587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:33:27.979587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Checking segment: {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:33:27.979587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Bound using segment: {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:33:27.979587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Bound port: 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83eac60-3457-42f0-bd86-2d9e7e393850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:33:27.979587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.046498 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-9e44bbd5-f17f-43af-912b-54db1d9e4d12 service neutron] 10.222.0.59 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729504 Aug 24 19:33:28.094340 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8328d08-9662-4417-8772-adac8ac2092b req-9fab6415-163a-4ce6-95e1-0311a8aac813 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:28.114834 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d8328d08-9662-4417-8772-adac8ac2092b req-9fab6415-163a-4ce6-95e1-0311a8aac813 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.2221112 Aug 24 19:33:28.142132 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:33:28.150057 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:33:28.170404 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39492) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:28.248173 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d8328d08-9662-4417-8772-adac8ac2092b req-50799260-1efc-40bb-b754-4acb00ae54f0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297727 Aug 24 19:33:28.302807 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.353884 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-9065ef9d-7e25-450b-9004-733129112848 service neutron] 10.222.0.59 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815752 Aug 24 19:33:28.355726 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:28.355726 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.355726 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] 10.222.0.35 "PUT /v2.0/ports/0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 1093 time: 1.5180721 Aug 24 19:33:28.355726 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:28.357445 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a3c9fa-0ede-4be1-a29e-9971bd56c2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:28.376799 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-71bbb234-1c4a-4abe-9abd-ac3b7d8790db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.417293 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71351b1-85c8-43df-af19-cb17d8dd0f9b service neutron] Pushing event updated for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:28.459645 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946a79-8174-491d-9b1e-5f4b27e69763 req-b1aa7988-2f3a-4998-925a-589c4318616b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:28.461390 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-40946a79-8174-491d-9b1e-5f4b27e69763 req-b1aa7988-2f3a-4998-925a-589c4318616b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1125727 Aug 24 19:33:28.549436 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-40946a79-8174-491d-9b1e-5f4b27e69763 req-5e8fdc10-f912-472c-9035-5a5f9404253b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772405 Aug 24 19:33:28.618448 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-71bbb234-1c4a-4abe-9abd-ac3b7d8790db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.701896 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-71bbb234-1c4a-4abe-9abd-ac3b7d8790db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.729282 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb0490-5315-4c86-b0c1-13aec7fa20e9 req-3db73ef4-da2a-47c6-8da4-42305fd788c4 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:28.730754 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2acb0490-5315-4c86-b0c1-13aec7fa20e9 req-3db73ef4-da2a-47c6-8da4-42305fd788c4 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0698082 Aug 24 19:33:28.753300 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-71bbb234-1c4a-4abe-9abd-ac3b7d8790db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b966d935bfd94c03bd334fc03a395c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817752 Aug 24 19:33:28.760960 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbb234-1c4a-4abe-9abd-ac3b7d8790db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ff509d-3c15-4e41-a849-9fe4babb156b,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:28.761128 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 39506) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:28.844771 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2acb0490-5315-4c86-b0c1-13aec7fa20e9 req-a898732e-cbdb-41ee-943e-edfb5625851c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986290 Aug 24 19:33:28.881829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ddaac82-b488-4364-ba67-5fc76073bc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.909738 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ddaac82-b488-4364-ba67-5fc76073bc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:28.912418 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8512c0-710c-44c9-82fc-48e7ed645af8 x-openstack-request-id: req-df8512c0-710c-44c9-82fc-48e7ed645af8 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:28.912765 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:28.913147 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df8512c0-710c-44c9-82fc-48e7ed645af8 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:28.913726 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'status': 'completed', 'code': 200} Aug 24 19:33:29.020599 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb56e3-46b3-416b-823d-9e1a5c07b691 req-c23a0b18-ae54-4720-8419-0847f929fd90 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:29.022249 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7fbb56e3-46b3-416b-823d-9e1a5c07b691 req-c23a0b18-ae54-4720-8419-0847f929fd90 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0567756 Aug 24 19:33:29.061331 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7fbb56e3-46b3-416b-823d-9e1a5c07b691 req-6836e4ae-3e71-4aaf-bfc2-611bc78181c4 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Aug 24 19:33:29.131554 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ddaac82-b488-4364-ba67-5fc76073bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:29.136114 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6ddaac82-b488-4364-ba67-5fc76073bc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:29.136114 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-6ddaac82-b488-4364-ba67-5fc76073bc64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10ff509d-3c15-4e41-a849-9fe4babb156b HTTP/1.1" status: 204 len: 168 time: 0.3779666 Aug 24 19:33:29.155873 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-87d58e6c-fa1a-4158-939a-70638aa2533e req-cf0629d0-7f64-41be-adf5-0d35c96cb97d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0356803 Aug 24 19:33:29.163052 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaac82-b488-4364-ba67-5fc76073bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ff509d-3c15-4e41-a849-9fe4babb156b,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:29.416545 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596d57c-74f6-43bd-b66c-2be1495d182e req-766fed15-04ba-4db7-a4ca-7d90c393e76a tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:29.418244 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d596d57c-74f6-43bd-b66c-2be1495d182e req-766fed15-04ba-4db7-a4ca-7d90c393e76a tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0756094 Aug 24 19:33:29.461261 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d596d57c-74f6-43bd-b66c-2be1495d182e req-b1f8aa69-c47b-4d88-8985-f65adec1f1fe tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359044 Aug 24 19:33:29.685018 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc10914-ac33-43c9-849d-50a5f0548945 req-8f315a88-c18b-46e3-bd2f-e2b5785c57ca tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:29.686414 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0fc10914-ac33-43c9-849d-50a5f0548945 req-8f315a88-c18b-46e3-bd2f-e2b5785c57ca tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0574830 Aug 24 19:33:29.728780 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0fc10914-ac33-43c9-849d-50a5f0548945 req-7093d0b2-45df-4984-b836-5cedc12edb14 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363193 Aug 24 19:33:29.956837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ffa12-e1d6-46ff-85f1-8c29431ad962 req-f74f3379-16aa-4f97-b144-af33eb2180f4 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:29.958286 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074ffa12-e1d6-46ff-85f1-8c29431ad962 req-f74f3379-16aa-4f97-b144-af33eb2180f4 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0543053 Aug 24 19:33:29.995708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074ffa12-e1d6-46ff-85f1-8c29431ad962 req-2a0714c9-933a-4b9b-8a3b-2fd6ffb4e982 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Aug 24 19:33:30.050486 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39534) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:30.064803 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4d72ec19-6571-412a-9439-cc752c84ed82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:30.187714 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4d72ec19-6571-412a-9439-cc752c84ed82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:30.240707 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e58e0fdc-27b3-4fb1-a8dd-87c2c1dbad57 req-d44aa6ea-344a-4a33-a787-0a68be467338 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0291462 Aug 24 19:33:30.245052 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4d72ec19-6571-412a-9439-cc752c84ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:30.249476 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce90d-547e-45df-986d-b32c16a0d5f4 req-fdcd94fb-dd7c-42db-b426-b63c456117c8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:30.251368 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-628ce90d-547e-45df-986d-b32c16a0d5f4 req-fdcd94fb-dd7c-42db-b426-b63c456117c8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.1094544 Aug 24 19:33:30.297390 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-4d72ec19-6571-412a-9439-cc752c84ed82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f66169f83b84c588d41b913f7550bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452962 Aug 24 19:33:30.298189 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72ec19-6571-412a-9439-cc752c84ed82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea5839b-8386-492d-a5ff-69bf962d9f7f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:30.299721 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 39544) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:30.319399 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-628ce90d-547e-45df-986d-b32c16a0d5f4 req-28508ebd-3f56-440d-8f46-1e5cde537f59 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621343 Aug 24 19:33:30.367601 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-cbab66d2-f56d-4cdc-ad15-ce675cc6d5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:30.390396 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-cbab66d2-f56d-4cdc-ad15-ce675cc6d5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:30.573407 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-cbab66d2-f56d-4cdc-ad15-ce675cc6d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:30.576038 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-cbab66d2-f56d-4cdc-ad15-ce675cc6d5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:30.577495 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-cbab66d2-f56d-4cdc-ad15-ce675cc6d5e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ea5839b-8386-492d-a5ff-69bf962d9f7f HTTP/1.1" status: 204 len: 168 time: 0.2765234 Aug 24 19:33:30.592231 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab66d2-f56d-4cdc-ad15-ce675cc6d5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea5839b-8386-492d-a5ff-69bf962d9f7f,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:30.611340 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0666b-19af-4c06-bfe9-302189bb52a8 req-7644b3b2-ef87-4293-82d9-1bb7e7459c7c tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:30.612935 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6cb0666b-19af-4c06-bfe9-302189bb52a8 req-7644b3b2-ef87-4293-82d9-1bb7e7459c7c tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0672810 Aug 24 19:33:30.675049 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6cb0666b-19af-4c06-bfe9-302189bb52a8 req-b09059be-27b1-4ac4-a367-0e29df0c16aa tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492303 Aug 24 19:33:30.899443 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144da53-ef61-4fc0-a7f7-4426c1b193db req-f9c86b03-252c-4334-8487-4142e3aa8fb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:30.900973 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b144da53-ef61-4fc0-a7f7-4426c1b193db req-f9c86b03-252c-4334-8487-4142e3aa8fb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0512576 Aug 24 19:33:30.940476 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b144da53-ef61-4fc0-a7f7-4426c1b193db req-0abea9b3-eec6-43bc-8c80-7d164d05c910 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Aug 24 19:33:31.131186 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15805b-c429-4adc-a796-9595383b0750 req-d910bc70-a7c3-420b-8ba5-f76107256f22 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:31.132837 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a15805b-c429-4adc-a796-9595383b0750 req-d910bc70-a7c3-420b-8ba5-f76107256f22 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0637484 Aug 24 19:33:31.182672 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a15805b-c429-4adc-a796-9595383b0750 req-c29d1ce0-082e-4614-bdd2-1c62d8971409 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Aug 24 19:33:31.354429 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-715da86a-e466-40b2-b7b3-a33176887fd0 req-dbebffe2-8ca2-4e84-a26b-d1100a3da5a4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Aug 24 19:33:31.445145 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defad25b-82eb-4b4b-a867-20f2a8f0ad3c req-434ef30c-4fb2-4d31-a9b3-f92f3b545bb6 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:31.446602 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-defad25b-82eb-4b4b-a867-20f2a8f0ad3c req-434ef30c-4fb2-4d31-a9b3-f92f3b545bb6 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0524178 Aug 24 19:33:31.484571 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-defad25b-82eb-4b4b-a867-20f2a8f0ad3c req-0dbaf5d3-d008-4a42-9eef-fb6083070c9e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Aug 24 19:33:31.811230 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6746-6bea-4ade-8241-c9418a645d50 req-e3e554bf-b470-4802-af09-099efd05e172 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:31.814347 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4ade6746-6bea-4ade-8241-c9418a645d50 req-e3e554bf-b470-4802-af09-099efd05e172 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0659223 Aug 24 19:33:31.870267 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4ade6746-6bea-4ade-8241-c9418a645d50 req-182adb08-329a-4109-9161-fea22db1546a tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502360 Aug 24 19:33:32.010932 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3d4b5bd2-18a3-4a8a-b44a-4ff2b1b0675e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:32.073805 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af8d2-3a53-485c-af0a-2ccaca5d89f6 req-6d3009e4-ad1c-4500-a522-d1246f509a48 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:32.075393 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-693af8d2-3a53-485c-af0a-2ccaca5d89f6 req-6d3009e4-ad1c-4500-a522-d1246f509a48 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0569613 Aug 24 19:33:32.114929 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-693af8d2-3a53-485c-af0a-2ccaca5d89f6 req-5c5af154-8784-43e7-a5c2-cf0c3d05baec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Aug 24 19:33:32.326783 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48361fe3-072f-4b1b-9728-45a3ab0cb559 req-2a55263b-aaf4-487b-932a-f56041bcccbe tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:32.328466 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48361fe3-072f-4b1b-9728-45a3ab0cb559 req-2a55263b-aaf4-487b-932a-f56041bcccbe tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0624597 Aug 24 19:33:32.373735 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-48361fe3-072f-4b1b-9728-45a3ab0cb559 req-4a4a1232-cb0c-40ab-aaa7-17e026dcdbf2 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 Aug 24 19:33:32.493319 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-464d509b-0494-4081-b412-76abddc556d4 req-f29b4e51-eaf9-46b9-ba89-a6a6c6af016d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0386231 Aug 24 19:33:32.602072 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b7fd-39a4-41a4-be27-aa8378b0024c req-25647877-785a-459c-8624-13688cf2cea7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:32.603556 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9504b7fd-39a4-41a4-be27-aa8378b0024c req-25647877-785a-459c-8624-13688cf2cea7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0477490 Aug 24 19:33:32.641446 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9504b7fd-39a4-41a4-be27-aa8378b0024c req-5417a0fc-bf92-4cc1-9913-26266426dec2 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Aug 24 19:33:32.988063 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8f46e-9753-4ac3-b9bb-4813e10cfc06 req-40a6bddd-802a-440e-90ce-35d40c968c35 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:33.010158 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-83c8f46e-9753-4ac3-b9bb-4813e10cfc06 req-40a6bddd-802a-440e-90ce-35d40c968c35 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0469787 Aug 24 19:33:33.031327 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-83c8f46e-9753-4ac3-b9bb-4813e10cfc06 req-d6893beb-8183-4a53-805b-7090c2a50011 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351377 Aug 24 19:33:33.273650 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd57cb-8111-4012-9481-91397e8f1ea3 req-4d900063-b38b-4860-8e55-9bcb00e7b194 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:33.276742 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bcd57cb-8111-4012-9481-91397e8f1ea3 req-4d900063-b38b-4860-8e55-9bcb00e7b194 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0571582 Aug 24 19:33:33.311993 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bcd57cb-8111-4012-9481-91397e8f1ea3 req-db267cbc-d50a-4834-9815-a1d8eeb0d73c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319021 Aug 24 19:33:33.499458 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2664b42-fe7d-42f5-b1af-3f737df8f56c req-70cdf4a4-f02c-4b27-a273-c9237a915dbb tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:33.501489 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c2664b42-fe7d-42f5-b1af-3f737df8f56c req-70cdf4a4-f02c-4b27-a273-c9237a915dbb tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0483992 Aug 24 19:33:33.557020 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c2664b42-fe7d-42f5-b1af-3f737df8f56c req-38155934-570f-41ac-8e18-a03e06497d16 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Aug 24 19:33:33.612574 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0b483384-7aea-403d-8094-c395f518b01d req-d09c9299-bf32-4fe3-891b-93e49a552127 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0415676 Aug 24 19:33:33.758406 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e59060-4615-43c5-a6ba-f0b6b3ff17b1 req-63fc7f72-4fcb-4858-9ca1-4b21638ce0cc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:33.759870 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-75e59060-4615-43c5-a6ba-f0b6b3ff17b1 req-63fc7f72-4fcb-4858-9ca1-4b21638ce0cc tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0509024 Aug 24 19:33:33.800626 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-75e59060-4615-43c5-a6ba-f0b6b3ff17b1 req-2e8e20e0-8700-4df2-b541-bace4f844a0d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Aug 24 19:33:33.963990 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39636) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:34.125135 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-64186204-376a-4d6d-8968-89c0726e4b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.172081 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536632-25e7-4546-895a-d885c6787a72 req-48907b45-8ec4-4fee-84e1-4b3c78a06f15 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:34.173782 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31536632-25e7-4546-895a-d885c6787a72 req-48907b45-8ec4-4fee-84e1-4b3c78a06f15 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0526698 Aug 24 19:33:34.217244 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-64186204-376a-4d6d-8968-89c0726e4b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.221249 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31536632-25e7-4546-895a-d885c6787a72 req-13ff06d9-b900-43af-a407-ea984bc3afd0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Aug 24 19:33:34.313239 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-64186204-376a-4d6d-8968-89c0726e4b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.351887 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64186204-376a-4d6d-8968-89c0726e4b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c81e23-3b42-40ce-9a5d-fa4bc7b4e9aa,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:34.356145 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-64186204-376a-4d6d-8968-89c0726e4b26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcc5fed2b8694343a4149cf524e9c0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910475 Aug 24 19:33:34.358951 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 39644) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:34.452163 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-425ecbaa-61d4-4ef5-9332-cbe4f078c89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.466402 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010389-47ea-46c5-848d-a3f0cf0bd598 req-ef00dbac-d3ad-4ebe-8062-5084095d8182 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:34.467855 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c010389-47ea-46c5-848d-a3f0cf0bd598 req-ef00dbac-d3ad-4ebe-8062-5084095d8182 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0804071 Aug 24 19:33:34.500473 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-425ecbaa-61d4-4ef5-9332-cbe4f078c89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.507466 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-674b27a3-77f6-4c49-9e34-17225930af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.546619 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1c010389-47ea-46c5-848d-a3f0cf0bd598 req-2217c541-0f36-495d-a3d2-9a6ff6d7a02e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710669 Aug 24 19:33:34.635283 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-425ecbaa-61d4-4ef5-9332-cbe4f078c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.636596 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-425ecbaa-61d4-4ef5-9332-cbe4f078c89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.637816 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-425ecbaa-61d4-4ef5-9332-cbe4f078c89b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75c81e23-3b42-40ce-9a5d-fa4bc7b4e9aa HTTP/1.1" status: 204 len: 168 time: 0.2777474 Aug 24 19:33:34.656290 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ecbaa-61d4-4ef5-9332-cbe4f078c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c81e23-3b42-40ce-9a5d-fa4bc7b4e9aa,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:34.720225 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eea441-9929-4b7a-b2e2-0f610afc25a4 req-f7e69cb8-5dba-4ecb-abb2-9eb82c7068a0 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:34.724624 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-40eea441-9929-4b7a-b2e2-0f610afc25a4 req-f7e69cb8-5dba-4ecb-abb2-9eb82c7068a0 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0892718 Aug 24 19:33:34.761919 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fcfacdae-0d1e-4e8c-946f-fb073bae21cb req-84849e97-81b4-4650-8a50-eee3387266ac tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0388060 Aug 24 19:33:34.806698 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-40eea441-9929-4b7a-b2e2-0f610afc25a4 req-7b8759cd-7849-4584-a94b-1a75d87671f4 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717449 Aug 24 19:33:34.828211 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:34.963582 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed1798-5bd0-43ac-9372-bfaa795d58c6 req-9a56deab-7d81-49cc-a13c-3bebf3cf2928 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:34.966061 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36ed1798-5bd0-43ac-9372-bfaa795d58c6 req-9a56deab-7d81-49cc-a13c-3bebf3cf2928 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0771041 Aug 24 19:33:35.026522 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36ed1798-5bd0-43ac-9372-bfaa795d58c6 req-731a1ad5-65ae-4bd8-87c8-c1d5e548c961 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532498 Aug 24 19:33:35.333338 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce185f6-900b-40be-a12d-00e9a10dafff req-9fd16ac1-35c7-4ab5-9268-3cb9348b81d9 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:35.334800 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3ce185f6-900b-40be-a12d-00e9a10dafff req-9fd16ac1-35c7-4ab5-9268-3cb9348b81d9 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0471570 Aug 24 19:33:35.371681 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3ce185f6-900b-40be-a12d-00e9a10dafff req-ee3c9883-abc7-4114-83b3-11ee08b56146 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Aug 24 19:33:35.674548 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c854f2-4d37-485c-bb64-c00d9022581c req-7e1a112b-1a64-4099-8e86-a2022a256195 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:35.675997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-87c854f2-4d37-485c-bb64-c00d9022581c req-7e1a112b-1a64-4099-8e86-a2022a256195 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Aug 24 19:33:35.712552 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-87c854f2-4d37-485c-bb64-c00d9022581c req-8a12cabe-f4dd-485d-ac62-2547a14232ca tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304656 Aug 24 19:33:35.819622 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:35.885090 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-59695163-c832-4625-afa8-ade9371cf28a req-50618303-b018-4720-bcf2-72f4f5b50864 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0474617 Aug 24 19:33:35.935142 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c724b-ffe4-445c-b161-cec081aa3f6b req-5fa29e29-d9b5-4427-bd43-9e6a8484b6fd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:35.937208 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-026c724b-ffe4-445c-b161-cec081aa3f6b req-5fa29e29-d9b5-4427-bd43-9e6a8484b6fd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0506237 Aug 24 19:33:35.980922 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-026c724b-ffe4-445c-b161-cec081aa3f6b req-f4aff159-82df-497f-8033-2ce8aacc7648 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Aug 24 19:33:36.158192 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb84ad-a208-439a-aa8a-b49c0310a87e req-fdeae16b-6040-4cbb-a5a8-1d8acc2e9e85 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:36.165914 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8efb84ad-a208-439a-aa8a-b49c0310a87e req-fdeae16b-6040-4cbb-a5a8-1d8acc2e9e85 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0721350 Aug 24 19:33:36.209383 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8efb84ad-a208-439a-aa8a-b49c0310a87e req-627d1fec-264b-4298-9269-4f501fa779ae tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Aug 24 19:33:36.492005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84759dab-399c-457e-8cc3-f19874e35bda req-04fe3e1d-fda9-4a38-be69-e2392c2895d1 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:36.493620 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-84759dab-399c-457e-8cc3-f19874e35bda req-04fe3e1d-fda9-4a38-be69-e2392c2895d1 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0487881 Aug 24 19:33:36.536966 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-84759dab-399c-457e-8cc3-f19874e35bda req-143b20ac-0196-4499-b6b4-4432cedf5735 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371702 Aug 24 19:33:36.861289 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19876b4-c441-4525-b96f-bd39d9a48f18 req-d33b7d42-b562-4549-9b7e-77d2b0d4742a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:36.862964 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c19876b4-c441-4525-b96f-bd39d9a48f18 req-d33b7d42-b562-4549-9b7e-77d2b0d4742a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0624278 Aug 24 19:33:36.903525 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c19876b4-c441-4525-b96f-bd39d9a48f18 req-531df125-9c6e-49d2-a63c-50a03790923a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337117 Aug 24 19:33:36.971346 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-702ea10f-78dd-49a6-975f-c028aa8c8606 req-e6dd5d41-1a3b-40c1-ac0f-a3286048cb93 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0264130 Aug 24 19:33:37.107674 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b704c46-5e16-4948-9219-4380a20e3333 req-cec85f3a-42dc-4f33-b7d0-1ccc9a3a7e5c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:37.107674 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2b704c46-5e16-4948-9219-4380a20e3333 req-cec85f3a-42dc-4f33-b7d0-1ccc9a3a7e5c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0523195 Aug 24 19:33:37.142713 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2b704c46-5e16-4948-9219-4380a20e3333 req-a15fe75c-2443-499a-96dd-ca7e930e3ef7 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319672 Aug 24 19:33:37.283959 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:37.346991 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc42e2-3da8-4533-8607-64ecbedc87c6 req-22aa83eb-fbd7-41e6-a64f-6fdadb858c96 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:37.348483 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c0fc42e2-3da8-4533-8607-64ecbedc87c6 req-22aa83eb-fbd7-41e6-a64f-6fdadb858c96 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0532506 Aug 24 19:33:37.387303 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c0fc42e2-3da8-4533-8607-64ecbedc87c6 req-6fe95c90-33c6-4ff2-be7b-c23b4ae5854f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Aug 24 19:33:37.656815 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122f36-3373-4ae8-bb3d-7fbc61161f9c req-bdaa1701-64ff-4b7f-8141-0fbd317ca357 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:37.658613 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2c122f36-3373-4ae8-bb3d-7fbc61161f9c req-bdaa1701-64ff-4b7f-8141-0fbd317ca357 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0528069 Aug 24 19:33:37.696602 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2c122f36-3373-4ae8-bb3d-7fbc61161f9c req-67f8c77b-92f4-4733-a4ad-50070202bcb0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Aug 24 19:33:38.022589 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277795d-9079-478d-a1f2-5d4ef3369e57 req-7d360318-75d4-48fe-87af-a2996d42c1ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:38.024299 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4277795d-9079-478d-a1f2-5d4ef3369e57 req-7d360318-75d4-48fe-87af-a2996d42c1ec tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Aug 24 19:33:38.075694 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-81c19b28-43a5-481f-a4fe-0ebe16a33a10 req-a48355a6-edd4-4263-95e8-1b9c26f36b4d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0373142 Aug 24 19:33:38.090810 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4277795d-9079-478d-a1f2-5d4ef3369e57 req-a86b0369-a419-4649-9ff0-ed1e4c334740 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592194 Aug 24 19:33:38.262113 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20864d8-4270-46e3-b779-6bfca60ce3d3 req-604d368a-43ff-4f2b-a595-7cefcc9d2e50 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:38.263642 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e20864d8-4270-46e3-b779-6bfca60ce3d3 req-604d368a-43ff-4f2b-a595-7cefcc9d2e50 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0516970 Aug 24 19:33:38.303037 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e20864d8-4270-46e3-b779-6bfca60ce3d3 req-53958472-a4fd-4dd2-9cb0-06343e2ca876 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Aug 24 19:33:38.510689 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ac513-b489-47ee-8e1f-da907981db92 req-95aafc8d-f64d-43d3-b2d2-deabc8a0bf24 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:38.512277 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-275ac513-b489-47ee-8e1f-da907981db92 req-95aafc8d-f64d-43d3-b2d2-deabc8a0bf24 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0549202 Aug 24 19:33:38.550942 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-275ac513-b489-47ee-8e1f-da907981db92 req-072ebf45-14b6-4075-aab3-22a28674b5d8 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Aug 24 19:33:38.824668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d0317-340d-46cc-9bc9-504f389d4d2a req-a519081c-dcf0-4c02-9dd3-8b248a305669 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:38.826428 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-554d0317-340d-46cc-9bc9-504f389d4d2a req-a519081c-dcf0-4c02-9dd3-8b248a305669 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0609574 Aug 24 19:33:38.867989 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-554d0317-340d-46cc-9bc9-504f389d4d2a req-80b7abde-13c3-48dd-9c2f-ddc02cfd7237 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332639 Aug 24 19:33:39.189195 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6620f443-47a9-427f-bb2b-b56ba289ad86 req-e30d37ae-aba1-4813-833c-891d646fa4af tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0420661 Aug 24 19:33:39.273014 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07902c-5489-4725-a800-086b8f7d9417 req-3cc0563c-209b-42bf-bbe7-eaf65e881a45 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:39.280976 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6c07902c-5489-4725-a800-086b8f7d9417 req-3cc0563c-209b-42bf-bbe7-eaf65e881a45 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0601101 Aug 24 19:33:39.327251 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6c07902c-5489-4725-a800-086b8f7d9417 req-be78a06d-80b5-4012-ac4d-b05af6d37a42 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Aug 24 19:33:39.426611 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c39241-9ed6-4e85-aab3-6a5e7dee8dfe req-4f3869b5-1e29-4e8a-b6fd-816cc113f62d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:39.431385 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f0c39241-9ed6-4e85-aab3-6a5e7dee8dfe req-4f3869b5-1e29-4e8a-b6fd-816cc113f62d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0563869 Aug 24 19:33:39.476295 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f0c39241-9ed6-4e85-aab3-6a5e7dee8dfe req-b1d0b548-a61d-4c7b-b3b1-2e3b000987f3 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Aug 24 19:33:39.663534 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f93ac-45bf-48ca-8af5-c8ac5ffe2b00 req-b6498aa7-6bdf-4331-9e0c-df3ba2dc22ed tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:39.665351 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0d0f93ac-45bf-48ca-8af5-c8ac5ffe2b00 req-b6498aa7-6bdf-4331-9e0c-df3ba2dc22ed tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0489767 Aug 24 19:33:39.710438 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0d0f93ac-45bf-48ca-8af5-c8ac5ffe2b00 req-898938e2-c4ce-42fd-9a5e-c29cab98a1c2 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Aug 24 19:33:39.924668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 39752) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:39.982850 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7360a-6388-46c2-854f-b623590da23d req-8883111d-12dd-48c5-b13e-1e8adbb3299c tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:39.985210 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3f7360a-6388-46c2-854f-b623590da23d req-8883111d-12dd-48c5-b13e-1e8adbb3299c tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0489466 Aug 24 19:33:40.030732 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6e940ce6-8aae-41ae-91ee-3d1c538c09a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:40.034644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3f7360a-6388-46c2-854f-b623590da23d req-042ace6a-6eb9-4822-98a5-eae7c0c2ba45 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Aug 24 19:33:40.125008 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6e940ce6-8aae-41ae-91ee-3d1c538c09a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:40.203829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6e940ce6-8aae-41ae-91ee-3d1c538c09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:40.243758 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e940ce6-8aae-41ae-91ee-3d1c538c09a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b3dae8-0ecd-4283-9837-fc6bf908e45a,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:40.251167 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-6e940ce6-8aae-41ae-91ee-3d1c538c09a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbf9f572ddec41fead3a07dfe5575eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223422 Aug 24 19:33:40.251358 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 39758) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:40.288736 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3bb32b8b-745f-4355-90b5-f93802bb59c2 req-c0f3a32a-8852-4c18-8664-53d92d71115f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0352764 Aug 24 19:33:40.322181 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa18f-d29b-48b6-a4dc-a5aac55f1644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:40.342860 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa18f-d29b-48b6-a4dc-a5aac55f1644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:40.442729 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72f1a-ce14-4042-bd0c-3f30e15a2b98 req-687eb18a-6542-45f1-b2db-d4110cda71e4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:40.444152 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-68f72f1a-ce14-4042-bd0c-3f30e15a2b98 req-687eb18a-6542-45f1-b2db-d4110cda71e4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Aug 24 19:33:40.457155 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa18f-d29b-48b6-a4dc-a5aac55f1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:40.459616 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa18f-d29b-48b6-a4dc-a5aac55f1644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:40.460711 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ffdfa18f-d29b-48b6-a4dc-a5aac55f1644 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8b3dae8-0ecd-4283-9837-fc6bf908e45a HTTP/1.1" status: 204 len: 168 time: 0.2084966 Aug 24 19:33:40.477027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfa18f-d29b-48b6-a4dc-a5aac55f1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b3dae8-0ecd-4283-9837-fc6bf908e45a,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:40.496814 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-68f72f1a-ce14-4042-bd0c-3f30e15a2b98 req-3849439e-4f89-40e6-bbb9-84f3f4066443 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466578 Aug 24 19:33:40.590522 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487815e-4da6-4ace-bf5e-55a4f28a7133 req-27c7acbd-c057-40fd-8b22-084f8ac4ce46 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:40.592056 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f487815e-4da6-4ace-bf5e-55a4f28a7133 req-27c7acbd-c057-40fd-8b22-084f8ac4ce46 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0477252 Aug 24 19:33:40.630807 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f487815e-4da6-4ace-bf5e-55a4f28a7133 req-81597537-c2e1-450d-9c3e-a00de66e6415 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Aug 24 19:33:40.724311 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3c9fa-0ede-4be1-a29e-9971bd56c2ff req-b7fd0e27-0a38-4965-a4d5-c8a7d7443e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:40.726497 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-a2a3c9fa-0ede-4be1-a29e-9971bd56c2ff req-b7fd0e27-0a38-4965-a4d5-c8a7d7443e78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1096 time: 0.0454280 Aug 24 19:33:40.762993 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c17dc8b-10a4-472d-b1db-5a75a3645a6b req-46a0eb48-e72a-49a4-9f84-75be844afb05 service neutron] 10.222.0.35 "GET /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972497 Aug 24 19:33:40.847723 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3f7a-4bc8-4204-8b86-b6a7fc919dbc req-f0b3f4d8-276f-4df7-af67-82c9d7b05756 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:40.849330 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-14cf3f7a-4bc8-4204-8b86-b6a7fc919dbc req-f0b3f4d8-276f-4df7-af67-82c9d7b05756 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0520215 Aug 24 19:33:40.888450 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-14cf3f7a-4bc8-4204-8b86-b6a7fc919dbc req-3c9ff129-545a-468c-8c46-a30c93708188 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Aug 24 19:33:40.924654 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3c9fa-0ede-4be1-a29e-9971bd56c2ff req-4652109f-9386-45e9-98ab-5f9619af3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:40.926121 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-a2a3c9fa-0ede-4be1-a29e-9971bd56c2ff req-4652109f-9386-45e9-98ab-5f9619af3455 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1886790 Aug 24 19:33:41.088208 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3c9fa-0ede-4be1-a29e-9971bd56c2ff req-86ee9c3d-8ff8-48e4-baaf-35131352bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.089739 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-a2a3c9fa-0ede-4be1-a29e-9971bd56c2ff req-86ee9c3d-8ff8-48e4-baaf-35131352bd04 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520107 Aug 24 19:33:41.114946 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39776) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:41.128484 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8813b993-fcf9-47f5-be94-6b5dc80b914c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:41.161496 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300e0b-8cfd-4941-8a39-9e7a16144697 req-85c98cda-3068-4fb6-9603-702466514d51 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.164005 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9300e0b-8cfd-4941-8a39-9e7a16144697 req-85c98cda-3068-4fb6-9603-702466514d51 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0582960 Aug 24 19:33:41.205886 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e9300e0b-8cfd-4941-8a39-9e7a16144697 req-d1773dad-98e9-4947-bd37-e02dcb25ba4f tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344043 Aug 24 19:33:41.246414 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8813b993-fcf9-47f5-be94-6b5dc80b914c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:41.263068 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-bba50b82-22f4-4148-bc07-45585f93798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.265137 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-bba50b82-22f4-4148-bc07-45585f93798f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1096 time: 0.0541677 Aug 24 19:33:41.312869 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8813b993-fcf9-47f5-be94-6b5dc80b914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:41.315870 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-8a373986-5826-4f46-b1be-65aea6c4289a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 217 time: 0.0369012 Aug 24 19:33:41.382044 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-8813b993-fcf9-47f5-be94-6b5dc80b914c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebeab77e2b1d4542b0d87cae7f35bbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660964 Aug 24 19:33:41.382860 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813b993-fcf9-47f5-be94-6b5dc80b914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d87650-58eb-4b43-93da-3744cb1d88a6,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:41.386138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 39780) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:41.390141 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-de453ffc-bdc8-4ba6-8c8a-d9ff14f0e987 req-8733699e-285a-4969-95c4-e74fe5adfa08 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0279274 Aug 24 19:33:41.400454 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c6aa562d-ef08-4c6d-8b35-28654a9869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.401902 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-c6aa562d-ef08-4c6d-8b35-28654a9869a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec284bf8-e6cf-44c0-a279-64fa1bff4b24 HTTP/1.1" status: 200 len: 854 time: 0.0725970 Aug 24 19:33:41.442979 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-85329194-1650-4e80-82d0-cb8378e7e2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:41.455510 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-93fd7c0b-7761-426b-95da-ee56525241a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.457115 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-93fd7c0b-7761-426b-95da-ee56525241a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411098 Aug 24 19:33:41.465394 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-85329194-1650-4e80-82d0-cb8378e7e2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:41.553603 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-a5a73709-e4bd-476d-a208-f250c3846de9 service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873191 Aug 24 19:33:41.644125 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2cfc0dc0-2282-45cb-a39b-e65c644c69c4 req-d72a5df0-1183-483b-9576-250f9cc55814 service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802760 Aug 24 19:33:41.683488 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b27e0-f16c-43da-9a7f-7f110d6805b7 req-3ef6ea75-e689-4734-bd6f-f6700ab44048 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.684991 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e52b27e0-f16c-43da-9a7f-7f110d6805b7 req-3ef6ea75-e689-4734-bd6f-f6700ab44048 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1166074 Aug 24 19:33:41.740674 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-85329194-1650-4e80-82d0-cb8378e7e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:41.743168 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-85329194-1650-4e80-82d0-cb8378e7e2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:41.744366 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-85329194-1650-4e80-82d0-cb8378e7e2b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46d87650-58eb-4b43-93da-3744cb1d88a6 HTTP/1.1" status: 204 len: 168 time: 0.3570507 Aug 24 19:33:41.758148 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e52b27e0-f16c-43da-9a7f-7f110d6805b7 req-408f3e81-f252-44db-975b-142bb1b52e0e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663772 Aug 24 19:33:41.760885 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85329194-1650-4e80-82d0-cb8378e7e2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d87650-58eb-4b43-93da-3744cb1d88a6,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:41.782160 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74959de-b192-4cbc-b1bd-a5302fdeb7f6 req-849a24b8-0331-4836-9aca-d512129c2c9c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.783718 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d74959de-b192-4cbc-b1bd-a5302fdeb7f6 req-849a24b8-0331-4836-9aca-d512129c2c9c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.0847554 Aug 24 19:33:41.824712 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-a213fecb-29d8-494b-9d40-c9ae99b7b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.826252 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-a213fecb-29d8-494b-9d40-c9ae99b7b3aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1098 time: 0.0505605 Aug 24 19:33:41.829420 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d74959de-b192-4cbc-b1bd-a5302fdeb7f6 req-147e8a80-5e88-4641-9948-d38d97ed41da tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Aug 24 19:33:41.924023 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-a007be17-2c1c-47b2-9f02-47ea0790ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:41.925516 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-a007be17-2c1c-47b2-9f02-47ea0790ba70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.0892260 Aug 24 19:33:42.007238 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c8821-9bf0-440b-8a43-0535a1621954 req-4460a4b8-2f7a-468f-9c0d-f01ae35574be tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:42.008747 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd4c8821-9bf0-440b-8a43-0535a1621954 req-4460a4b8-2f7a-468f-9c0d-f01ae35574be tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0489266 Aug 24 19:33:42.048960 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd4c8821-9bf0-440b-8a43-0535a1621954 req-c1be9296-d96c-4919-822c-f1a84c1831c0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Aug 24 19:33:42.230440 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-8ecc8673-0d5a-4e15-9cfb-15c7c776b792 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 HTTP/1.1" status: 200 len: 1000 time: 0.2928936 Aug 24 19:33:42.293513 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-1ecf900e-6906-49b2-9359-57d75274dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:42.295246 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-1ecf900e-6906-49b2-9359-57d75274dc58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0517728 Aug 24 19:33:42.306715 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:42.347308 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-15695064-5462-486a-8814-74adaa3924ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:42.349066 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-15695064-5462-486a-8814-74adaa3924ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448449 Aug 24 19:33:42.379621 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e79d0c-87a3-40c9-9ab3-8b682959f5ff req-6bab25f9-9c5a-4236-80cd-590f4e8af163 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:42.381157 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b8e79d0c-87a3-40c9-9ab3-8b682959f5ff req-6bab25f9-9c5a-4236-80cd-590f4e8af163 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0806432 Aug 24 19:33:42.387806 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-beff7a6d-3e79-44c9-ab5d-1fac84684449 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:42.389923 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-beff7a6d-3e79-44c9-ab5d-1fac84684449 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.35 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 808 time: 0.1593719 Aug 24 19:33:42.440903 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b8e79d0c-87a3-40c9-9ab3-8b682959f5ff req-e761060f-d449-4c45-921d-514d32ac36f3 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Aug 24 19:33:42.467808 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-c012c645-8efa-4615-a2ac-fbf21088386d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c635296755b449db8c99cc0b86f4702f HTTP/1.1" status: 200 len: 380 time: 0.0531430 Aug 24 19:33:42.469598 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-b7a5c565-0fc8-43aa-9b33-a87447a19468 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095498 Aug 24 19:33:42.487712 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'port': {'device_id': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'admin_state_up': True, 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'security_groups': ['6bc55b6a-f081-4c1e-a0f4-f1142306cc90']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:33:42.573899 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-855b7535-825f-4331-ad8b-a8d4372f0265 req-c6c41b50-397d-412c-9624-15f8688c11eb tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0572870 Aug 24 19:33:42.633774 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e0f8e001-7769-46be-be5b-e9ed69ca14f9 req-7a3c183d-50e6-4d26-b93f-53a461abb005 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487677 Aug 24 19:33:42.781144 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Made reservation on behalf of c635296755b449db8c99cc0b86f4702f for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:33:42.785014 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:42.999512 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Allocated IP 172.20.0.10 (c7f706d6-fd08-4f42-b9d1-cbbeb75491ec/cefcc0ce-d5a1-4a25-a564-23d6020a018f/9eae3e9d-b91a-4a71-8862-9ab8e3b42579) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:33:43.038757 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dd94-b5a4-4df0-a0ca-c4624b20f8ed req-93869d1b-80f3-495f-ba7a-6357759b688a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:43.040218 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7397dd94-b5a4-4df0-a0ca-c4624b20f8ed req-93869d1b-80f3-495f-ba7a-6357759b688a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1155329 Aug 24 19:33:43.052457 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d034b-345b-4f91-802c-6956b737b786 req-0ad0a79c-2a1d-466c-b0e8-3a202f809a34 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:43.053893 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e13d034b-345b-4f91-802c-6956b737b786 req-0ad0a79c-2a1d-466c-b0e8-3a202f809a34 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.1078925 Aug 24 19:33:43.168513 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7397dd94-b5a4-4df0-a0ca-c4624b20f8ed req-1ff9a8a3-6639-42c6-9e98-78e3c4af0dae tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117547 Aug 24 19:33:43.173045 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e13d034b-345b-4f91-802c-6956b737b786 req-f1ce785f-03da-40ce-adbe-35e0e3451712 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073668 Aug 24 19:33:43.235687 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:43.259308 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Transition to ACTIVE for port object 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:33:43.314100 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d96b0-daaf-4524-a033-d21588dc4c4b req-5e77a2c0-87cb-4ff9-b7e2-097da7535f05 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:43.315634 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-066d96b0-daaf-4524-a033-d21588dc4c4b req-5e77a2c0-87cb-4ff9-b7e2-097da7535f05 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.0732179 Aug 24 19:33:43.354747 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-066d96b0-daaf-4524-a033-d21588dc4c4b req-5b33725d-b8c5-4a57-a7f6-8741222d7557 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Aug 24 19:33:43.432593 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:43.481132 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:33:43.485889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:33:43.489836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:33:43.500032 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:43.500032 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:43.507326 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:43.562139 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3b6ba-7167-45e3-889a-85ed57a5769f req-a3637950-2918-4ad1-a633-b7ca4d24c6f9 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:43.563698 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-55f3b6ba-7167-45e3-889a-85ed57a5769f req-a3637950-2918-4ad1-a633-b7ca4d24c6f9 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0503902 Aug 24 19:33:43.627250 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-55f3b6ba-7167-45e3-889a-85ed57a5769f req-ab3cd7eb-d1ca-4d0d-8609-c52071939255 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572596 Aug 24 19:33:43.649936 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-d3b09e2d-6d3a-4709-bbb2-a96fc229bcc6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1671288 Aug 24 19:33:43.668926 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Request body: {'port': {'device_id': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:33:43.697563 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-bd21d2cb-7452-44b9-9e0d-905f733af318 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:43.699826 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-bd21d2cb-7452-44b9-9e0d-905f733af318 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 945 time: 0.1174271 Aug 24 19:33:43.786826 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3bfdddc9-cb6e-40d4-80de-6790a2bc73c4 None None] Provisioning for port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:33:43.793412 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3bfdddc9-cb6e-40d4-80de-6790a2bc73c4 None None] Provisioning complete for port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:43.803246 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3bfdddc9-cb6e-40d4-80de-6790a2bc73c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:43.834586 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdddc9-cb6e-40d4-80de-6790a2bc73c4 None None] Port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:33:43.854430 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Deleting port f205b3f4-2282-41d5-8ee6-7679e24a4176 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:33:43.854876 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:43.988603 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] For port f205b3f4-2282-41d5-8ee6-7679e24a4176, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f205b3f4-2282-41d5-8ee6-7679e24a4176,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:43.989406 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.000922 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.011641 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Calling delete_port for f205b3f4-2282-41d5-8ee6-7679e24a4176 owned by compute:nova {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:33:44.020013 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ef1d8-c644-453e-9cb5-f1a69455beec req-9c812ba2-899a-4607-9deb-efe7a601c8e1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:44.021526 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ca2ef1d8-c644-453e-9cb5-f1a69455beec req-9c812ba2-899a-4607-9deb-efe7a601c8e1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 932 time: 0.3476162 Aug 24 19:33:44.134323 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ca2ef1d8-c644-453e-9cb5-f1a69455beec req-255092d3-7453-45d5-a8b9-69c05972c275 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915720 Aug 24 19:33:44.271676 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.283753 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395', 'f205b3f4-2282-41d5-8ee6-7679e24a4176'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:44.339380 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Pushing event deleted for resources: {'Port': ['ID=f205b3f4-2282-41d5-8ee6-7679e24a4176,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:44.377257 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599a38-a162-47b3-84eb-b213e83b9290 req-1b4bdcae-dbb8-4d15-b351-124487cf7483 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:44.378768 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4c599a38-a162-47b3-84eb-b213e83b9290 req-1b4bdcae-dbb8-4d15-b351-124487cf7483 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.1265423 Aug 24 19:33:44.391589 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] No DVR routers for this DVR port f205b3f4-2282-41d5-8ee6-7679e24a4176 on host hv-cinder-79819 {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:33:44.394393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7675a1-42c1-4820-9b76-e171ccb1f1be req-01210388-dc63-4d9f-9202-dc56cff49dc1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:44.395900 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.404147 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4f7675a1-42c1-4820-9b76-e171ccb1f1be req-01210388-dc63-4d9f-9202-dc56cff49dc1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 945 time: 0.1113846 Aug 24 19:33:44.405700 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-8e768a1a-c71d-4cd9-8223-c51b63b66915 req-3092b859-6ac5-4555-9ad4-6563df8f8578 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "DELETE /v2.0/ports/f205b3f4-2282-41d5-8ee6-7679e24a4176 HTTP/1.1" status: 204 len: 173 time: 0.6928430 Aug 24 19:33:44.405700 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3252f0-c442-46e2-9da6-666aacad067c', 'name': 'network-vif-deleted', 'tag': 'f205b3f4-2282-41d5-8ee6-7679e24a4176'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:44.405700 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e2e1d-9eee-46ac-b274-0b5566db2cd7" -d '{"events": [{"server_uuid": "0b3252f0-c442-46e2-9da6-666aacad067c", "name": "network-vif-deleted", "tag": "f205b3f4-2282-41d5-8ee6-7679e24a4176"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:44.418573 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:33:44.439232 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.480564 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Transition to ACTIVE for port object 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:33:44.484360 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4c599a38-a162-47b3-84eb-b213e83b9290 req-bd70efe4-885f-41f8-a9c5-1b6102db50f3 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874684 Aug 24 19:33:44.487074 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4f7675a1-42c1-4820-9b76-e171ccb1f1be req-12b22ac6-c296-49ce-9800-46e73d85e01b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851452 Aug 24 19:33:44.536479 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8deb6-bcd6-46fd-9bd0-ceb68210bd89 x-openstack-request-id: req-b3c8deb6-bcd6-46fd-9bd0-ceb68210bd89 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:44.536773 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3252f0-c442-46e2-9da6-666aacad067c", "name": "network-vif-deleted", "tag": "f205b3f4-2282-41d5-8ee6-7679e24a4176", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:44.537023 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3c8deb6-bcd6-46fd-9bd0-ceb68210bd89 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:44.537413 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3252f0-c442-46e2-9da6-666aacad067c', 'name': 'network-vif-deleted', 'tag': 'f205b3f4-2282-41d5-8ee6-7679e24a4176', 'status': 'completed', 'code': 200} Aug 24 19:33:44.570027 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-845eeb8c-17f4-4e21-bd01-17635e04d1e5 req-8cbafb3f-cbe4-468a-b617-946b2d39a4c9 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 210 time: 0.0256088 Aug 24 19:33:44.661154 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.701638 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 22b31ca4-ca4d-4def-b031-033feec3b7b6 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:33:44.705822 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:44.742056 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:44.771305 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Attempting to bind port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:33:44.771663 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Attempting to bind port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:33:44.771978 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Attempting to bind port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 on network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:33:44.810575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 on network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:33:44.810874 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Attempting to bind port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 on network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:33:44.820931 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:33:44.821281 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Checking segment: {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:33:44.821674 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Bound using segment: {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:33:44.822120 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Bound port: 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b650b7-a95c-4c3e-a895-cb89b7becdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:33:44.828798 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.851099 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4d189-131d-4db0-91c1-230e3b88a902 req-bb99cc5c-58bb-47ac-a14c-0672843ddf93 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:44.852925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9fc4d189-131d-4db0-91c1-230e3b88a902 req-bb99cc5c-58bb-47ac-a14c-0672843ddf93 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 943 time: 0.0955184 Aug 24 19:33:44.927625 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 22b31ca4-ca4d-4def-b031-033feec3b7b6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22b31ca4-ca4d-4def-b031-033feec3b7b6,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:44.945383 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '22b31ca4-ca4d-4def-b031-033feec3b7b6', 'network_id': '7ced5917-82bb-4891-9019-04676b591e11', 'port_id': '22b31ca4-ca4d-4def-b031-033feec3b7b6', 'mac_address': 'fa:16:3e:35:e9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:33:44.947400 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:44.968864 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9fc4d189-131d-4db0-91c1-230e3b88a902 req-d3477241-7bb0-475c-bb5d-bd80daa3d982 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987573 Aug 24 19:33:44.973950 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:33:44.988302 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:33:45.008459 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:45.010750 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fd4e2d-181a-48b0-a4b6-4a174ef449cf" -d '{"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-unplugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:45.030372 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:45.039990 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:45.051380 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b31ca4-ca4d-4def-b031-033feec3b7b6 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:33:45.062947 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478427a-c754-4201-94ec-2c34b6ee8927 x-openstack-request-id: req-c478427a-c754-4201-94ec-2c34b6ee8927 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:45.063238 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-unplugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:45.063486 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c478427a-c754-4201-94ec-2c34b6ee8927 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:45.063915 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'code': 200} Aug 24 19:33:45.082658 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 22b31ca4-ca4d-4def-b031-033feec3b7b6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22b31ca4-ca4d-4def-b031-033feec3b7b6,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:45.095346 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:45.124699 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:45.129796 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.134660 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:45.134660 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] 10.222.0.35 "PUT /v2.0/ports/9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 1094 time: 1.4678321 Aug 24 19:33:45.134660 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:45.134660 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137f0e64-91b2-4892-a284-75bda21ea16e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:45.169077 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86f017-6054-4a06-90f2-183c6ac965dd service neutron] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:45.178185 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b7277a-a339-4e31-912c-cce772d4fe10 x-openstack-request-id: req-13b7277a-a339-4e31-912c-cce772d4fe10 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:45.178476 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:45.178726 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13b7277a-a339-4e31-912c-cce772d4fe10 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:45.179116 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'status': 'completed', 'code': 200} Aug 24 19:33:45.191658 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:45.192381 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 0ce85f00-01ff-4d38-89a7-beb1609b7e9a details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:33:45.195464 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=8']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:45.210686 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.211327 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.211830 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.212562 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.213052 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.213393 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.213727 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.214212 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.214725 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.215061 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.215392 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.215722 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:33:45.292614 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0e64-91b2-4892-a284-75bda21ea16e req-c9ba8fdd-b7a4-48c8-ab45-ce86311eae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.294229 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-137f0e64-91b2-4892-a284-75bda21ea16e req-c9ba8fdd-b7a4-48c8-ab45-ce86311eae71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1097 time: 0.0886636 Aug 24 19:33:45.312558 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a380a-dd94-4c51-906f-4950b37eb72c req-63cfe6ec-ec78-46c1-982b-6d35481c74f7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.321545 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-267a380a-dd94-4c51-906f-4950b37eb72c req-63cfe6ec-ec78-46c1-982b-6d35481c74f7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0736475 Aug 24 19:33:45.328084 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=22b31ca4-ca4d-4def-b031-033feec3b7b6,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:45.363742 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:45.383043 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'port_id': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'mac_address': 'fa:16:3e:99:7e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:33:45.439557 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-267a380a-dd94-4c51-906f-4950b37eb72c req-5ebbf799-b571-4e64-8d31-fb4e993ebb4f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118221 Aug 24 19:33:45.458543 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:45.471271 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce85f00-01ff-4d38-89a7-beb1609b7e9a {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:33:45.491267 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:45.499617 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0e64-91b2-4892-a284-75bda21ea16e req-762b7857-a098-430e-b118-3609f87a264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.501102 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-137f0e64-91b2-4892-a284-75bda21ea16e req-762b7857-a098-430e-b118-3609f87a264d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c635296755b449db8c99cc0b86f4702f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1767788 Aug 24 19:33:45.511358 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7393c-c4a9-4e18-a6f0-5beb1c4fc756 req-48e7d0ff-7ca9-4b83-9e08-c05706e032a9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.513937 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71a7393c-c4a9-4e18-a6f0-5beb1c4fc756 req-48e7d0ff-7ca9-4b83-9e08-c05706e032a9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0929463 Aug 24 19:33:45.630291 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71a7393c-c4a9-4e18-a6f0-5beb1c4fc756 req-cf4bd857-0c05-4792-a489-d3b080fd13c2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075492 Aug 24 19:33:45.654976 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:45.669572 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f601-efb0-44e0-b562-4b3ca5cc7bf0 req-085ff65a-538e-4d0d-85e3-64f08c19edbe tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.671097 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31d2f601-efb0-44e0-b562-4b3ca5cc7bf0 req-085ff65a-538e-4d0d-85e3-64f08c19edbe tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 943 time: 0.1133823 Aug 24 19:33:45.672629 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0e64-91b2-4892-a284-75bda21ea16e req-78cd2f28-22e0-4502-894a-aad7ed1b94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.673595 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-137f0e64-91b2-4892-a284-75bda21ea16e req-78cd2f28-22e0-4502-894a-aad7ed1b94aa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600006 Aug 24 19:33:45.714218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:45.772175 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-31d2f601-efb0-44e0-b562-4b3ca5cc7bf0 req-ea984993-7fc2-4758-a593-11cdcb802d93 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933492 Aug 24 19:33:45.799599 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab4af7-c0e6-46eb-b11d-a42e0115bea1 req-23e78744-4744-4747-b3da-f55c832ea5c1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.801287 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74ab4af7-c0e6-46eb-b11d-a42e0115bea1 req-23e78744-4744-4747-b3da-f55c832ea5c1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0928624 Aug 24 19:33:45.806373 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-0c334f02-a99f-4f08-8d41-52ef74d679d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.808131 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-0c334f02-a99f-4f08-8d41-52ef74d679d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1097 time: 0.0809216 Aug 24 19:33:45.868169 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-4cb14b09-8553-4f25-955c-6b0a78cdc6a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 217 time: 0.0428658 Aug 24 19:33:45.926507 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04582cf2-2fea-4903-af94-fc4ca3a21ad7 req-aadffd4e-a9a2-4d2d-975c-debd8ce0ed25 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b3252f0-c442-46e2-9da6-666aacad067c HTTP/1.1" status: 200 len: 210 time: 0.0641439 Aug 24 19:33:45.929029 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['22b31ca4-ca4d-4def-b031-033feec3b7b6'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:45.934594 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['0ce85f00-01ff-4d38-89a7-beb1609b7e9a'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:45.941579 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74ab4af7-c0e6-46eb-b11d-a42e0115bea1 req-8dbb3b75-a6ce-43f9-a23c-28fd1896b65d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266232 Aug 24 19:33:45.971520 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-80c4bf87-59aa-467c-b0e9-2a20fabd0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:45.973213 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-80c4bf87-59aa-467c-b0e9-2a20fabd0824 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 200 len: 847 time: 0.0984247 Aug 24 19:33:46.037741 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-5ed3a86f-83b9-407f-bf52-778c83c9d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:46.042735 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-5ed3a86f-83b9-407f-bf52-778c83c9d308 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586240 Aug 24 19:33:46.169444 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badac36c-98a3-44ec-ab5f-3978ada63a1f req-6b2216e8-ff71-4308-be06-20185ddf69a9 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:46.172062 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-badac36c-98a3-44ec-ab5f-3978ada63a1f req-6b2216e8-ff71-4308-be06-20185ddf69a9 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 944 time: 0.1281388 Aug 24 19:33:46.207979 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-1caba31b-d563-40d5-bb38-5804d1417d01 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513710 Aug 24 19:33:46.242838 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-badac36c-98a3-44ec-ab5f-3978ada63a1f req-2edde05b-5704-4ba0-a910-b768c8fa4435 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621941 Aug 24 19:33:46.313275 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c5c1d-1fb8-405e-b92d-215a2b6f1fb9 req-100905be-e1c2-4a04-b598-6e567e53cf70 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940807 Aug 24 19:33:46.545685 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc41345-03b9-4d4c-b49f-3322be1234ce req-3b12fb13-1250-4b72-bdec-7350e94dab4f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:46.547150 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1cc41345-03b9-4d4c-b49f-3322be1234ce req-3b12fb13-1250-4b72-bdec-7350e94dab4f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0494108 Aug 24 19:33:46.583418 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1cc41345-03b9-4d4c-b49f-3322be1234ce req-5645a56b-a705-4d7b-9cd0-31b759460661 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303762 Aug 24 19:33:46.725690 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 0ce85f00-01ff-4d38-89a7-beb1609b7e9a up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:33:46.744741 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb61fa-b5b4-4a60-9c3c-4aae818d0db4 req-2491b621-85db-4721-90c0-3473d6aafd3c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:46.746232 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-85fb61fa-b5b4-4a60-9c3c-4aae818d0db4 req-2491b621-85db-4721-90c0-3473d6aafd3c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Aug 24 19:33:46.785353 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-85fb61fa-b5b4-4a60-9c3c-4aae818d0db4 req-bd15ca30-d0d8-46ef-9eef-f433b27cb0d3 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325999 Aug 24 19:33:46.889373 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:33:46.889760 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a081fd-5791-48a8-9cdb-8d1fd48089c8 req-f349902e-10a4-48d2-b794-81ade44c3fef tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:46.891281 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65a081fd-5791-48a8-9cdb-8d1fd48089c8 req-f349902e-10a4-48d2-b794-81ade44c3fef tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 944 time: 0.0531578 Aug 24 19:33:46.895344 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:46.895789 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:47.039977 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65a081fd-5791-48a8-9cdb-8d1fd48089c8 req-c5d4c0be-dad7-44dd-a269-6d63a01ef2d6 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Aug 24 19:33:47.040734 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:47.040734 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:47.065291 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:47.067938 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43786007-8843-4a3c-b7ec-97ab4c75fa65" -d '{"events": [{"server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "name": "network-vif-plugged", "status": "completed", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:47.146054 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:47.146891 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:47.222579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:47.262665 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f205b3f4-2282-41d5-8ee6-7679e24a4176 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:33:47.281132 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: f205b3f4-2282-41d5-8ee6-7679e24a4176 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:33:47.281472 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device f205b3f4-2282-41d5-8ee6-7679e24a4176 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:33:47.369552 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bbe631-366b-4f1f-8c87-00721f9633e2 x-openstack-request-id: req-30bbe631-366b-4f1f-8c87-00721f9633e2 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:47.369552 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "name": "network-vif-plugged", "status": "completed", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:47.369552 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30bbe631-366b-4f1f-8c87-00721f9633e2 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:47.369552 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'code': 200} Aug 24 19:33:47.459775 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04710d2-d6fc-46a1-9247-182de7fea686 req-d268ae1c-dcf5-4df8-8255-16eebadd6da7 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:47.461262 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c04710d2-d6fc-46a1-9247-182de7fea686 req-d268ae1c-dcf5-4df8-8255-16eebadd6da7 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 944 time: 0.0490654 Aug 24 19:33:47.500970 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c04710d2-d6fc-46a1-9247-182de7fea686 req-44c63414-9c1f-4a2a-9f4d-4b22e0ccded0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Aug 24 19:33:47.605953 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1a18-037f-49e3-95fd-f060ddba55d4 req-4393d2a7-3072-4e37-a5e6-a50f68d72f81 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:47.608036 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bdec1a18-037f-49e3-95fd-f060ddba55d4 req-4393d2a7-3072-4e37-a5e6-a50f68d72f81 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Aug 24 19:33:47.646412 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bdec1a18-037f-49e3-95fd-f060ddba55d4 req-e4eddfb9-dbdc-4c2f-9152-42abf0fca768 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Aug 24 19:33:47.755722 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff018154-7402-4df0-9f88-e4fe4d133909 req-f0ddb063-2ff8-4a44-9988-081fb49bbfe7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:47.757807 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ff018154-7402-4df0-9f88-e4fe4d133909 req-f0ddb063-2ff8-4a44-9988-081fb49bbfe7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0560963 Aug 24 19:33:47.822555 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ff018154-7402-4df0-9f88-e4fe4d133909 req-8f8bf3a4-d27e-4389-814f-4b758e56f826 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582471 Aug 24 19:33:47.833478 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f0eaf-ab8a-449f-abd4-5a9325864779 req-1d43aee2-6c96-471b-ae45-d406312c134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:47.835229 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-790f0eaf-ab8a-449f-abd4-5a9325864779 req-1d43aee2-6c96-471b-ae45-d406312c134e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1098 time: 0.0585525 Aug 24 19:33:47.889598 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-790f0eaf-ab8a-449f-abd4-5a9325864779 req-30280a12-9743-4c94-8272-05ce63e8b5ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Aug 24 19:33:47.951689 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45043f-fd2b-46a7-abc8-5196d9f39838 req-515bede0-13bd-4dc5-b0b7-dffecbf09263 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:47.953207 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7a45043f-fd2b-46a7-abc8-5196d9f39838 req-515bede0-13bd-4dc5-b0b7-dffecbf09263 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0798848 Aug 24 19:33:47.970754 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f0d8-d171-4d37-91fa-76e1713dc11a req-b6ef1e35-1a74-4c1d-9fec-dea456f17781 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:47.972219 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3853f0d8-d171-4d37-91fa-76e1713dc11a req-b6ef1e35-1a74-4c1d-9fec-dea456f17781 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0854170 Aug 24 19:33:48.026587 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7a45043f-fd2b-46a7-abc8-5196d9f39838 req-fa9f65fc-f348-4ff5-8c9b-302a0a12fde8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533702 Aug 24 19:33:48.034730 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3853f0d8-d171-4d37-91fa-76e1713dc11a req-bae53896-96c6-4206-aaff-25b87f77305c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545366 Aug 24 19:33:48.134754 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9fae3-b7c1-451a-98d6-ec1fd320b2e0 req-07d631f9-d817-434e-8e54-6393bef4822e tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:48.136189 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-01e9fae3-b7c1-451a-98d6-ec1fd320b2e0 req-07d631f9-d817-434e-8e54-6393bef4822e tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0477519 Aug 24 19:33:48.175317 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-01e9fae3-b7c1-451a-98d6-ec1fd320b2e0 req-b556a0f8-df8d-4893-bd9b-8bd8bb4cf7c9 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Aug 24 19:33:48.504800 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 39958) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:48.588437 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-ecd1e92e-64b6-45fd-abda-830412ffc4a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824559 Aug 24 19:33:48.624537 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcd343-0cd1-4c76-a010-ced0a18cb831 req-57dc429d-b4c6-4493-ba11-522430474fce tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:48.626035 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-88bcd343-0cd1-4c76-a010-ced0a18cb831 req-57dc429d-b4c6-4493-ba11-522430474fce tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 944 time: 0.0524833 Aug 24 19:33:48.663868 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-88bcd343-0cd1-4c76-a010-ced0a18cb831 req-f8458912-e52b-48b2-87a6-bdd6f1347b00 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Aug 24 19:33:48.720512 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 22b31ca4-ca4d-4def-b031-033feec3b7b6 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:33:48.769788 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1869841-fc77-4cbc-ace2-da80019dcbde req-5fbe97af-2840-40e2-b480-d9f05d8a6451 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:48.771546 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f1869841-fc77-4cbc-ace2-da80019dcbde req-5fbe97af-2840-40e2-b480-d9f05d8a6451 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0506692 Aug 24 19:33:48.811360 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f1869841-fc77-4cbc-ace2-da80019dcbde req-b435ff5e-4551-40f3-b5a7-e6df258514bd tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339456 Aug 24 19:33:48.836776 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 22b31ca4-ca4d-4def-b031-033feec3b7b6 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:33:48.840942 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 22b31ca4-ca4d-4def-b031-033feec3b7b6 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:48.841969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:48.926931 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:48.960563 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 22b31ca4-ca4d-4def-b031-033feec3b7b6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22b31ca4-ca4d-4def-b031-033feec3b7b6,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:48.971133 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60a2a-9598-46da-a5db-fc88a7b3ca8e req-b37d8750-ff91-4549-a5bc-a89439493870 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:48.978282 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-70a60a2a-9598-46da-a5db-fc88a7b3ca8e req-b37d8750-ff91-4549-a5bc-a89439493870 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0805278 Aug 24 19:33:49.019029 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-70a60a2a-9598-46da-a5db-fc88a7b3ca8e req-aec90808-5050-4062-abc4-282e70009710 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 Aug 24 19:33:49.025617 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:49.088567 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=22b31ca4-ca4d-4def-b031-033feec3b7b6,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:49.193474 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7486265-a29c-491d-a6e8-0f2c9747260c req-238fccb3-54d4-4280-a09d-ba4fa8f79782 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:49.194860 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7486265-a29c-491d-a6e8-0f2c9747260c req-238fccb3-54d4-4280-a09d-ba4fa8f79782 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0801630 Aug 24 19:33:49.203061 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8aaf-65d4-4a26-95fd-694a04c902a4 req-6708b440-f487-4775-9e59-2704f4b6d4c1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:49.204507 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-451b8aaf-65d4-4a26-95fd-694a04c902a4 req-6708b440-f487-4775-9e59-2704f4b6d4c1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0805349 Aug 24 19:33:49.262005 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7486265-a29c-491d-a6e8-0f2c9747260c req-91d18496-eb42-4f34-a473-83018d024179 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564947 Aug 24 19:33:49.264833 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-451b8aaf-65d4-4a26-95fd-694a04c902a4 req-4219ccdc-2b75-4f5e-bc15-6552509bafbf tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536983 Aug 24 19:33:49.366656 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b31ca4-ca4d-4def-b031-033feec3b7b6'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:49.369173 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d75459-7459-4e1a-9f2b-591cf02833d5" -d '{"events": [{"server_uuid": "b71966c1-f9be-4c1c-b1b3-0b9b87351800", "name": "network-vif-plugged", "status": "completed", "tag": "22b31ca4-ca4d-4def-b031-033feec3b7b6"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:49.377623 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d460-84df-471e-81c3-0026e755ccb8 req-c0e728ae-7954-478b-9c0d-924af27e5f0b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:49.379268 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9655d460-84df-471e-81c3-0026e755ccb8 req-c0e728ae-7954-478b-9c0d-924af27e5f0b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0496097 Aug 24 19:33:49.409217 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf168ea-78d2-44b3-9162-fc40dbd61c13 x-openstack-request-id: req-ebf168ea-78d2-44b3-9162-fc40dbd61c13 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:49.409217 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71966c1-f9be-4c1c-b1b3-0b9b87351800", "name": "network-vif-plugged", "status": "completed", "tag": "22b31ca4-ca4d-4def-b031-033feec3b7b6", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:49.409217 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebf168ea-78d2-44b3-9162-fc40dbd61c13 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:49.418243 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b31ca4-ca4d-4def-b031-033feec3b7b6', 'code': 200} Aug 24 19:33:49.429109 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9655d460-84df-471e-81c3-0026e755ccb8 req-c40c079e-513e-4d90-96bc-08f673a4a81e tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Aug 24 19:33:49.543603 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c584f4-80bf-499f-ad17-d59518985194 req-54ab2f4e-d696-4062-9f84-97e6ea841673 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:49.545818 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-30c584f4-80bf-499f-ad17-d59518985194 req-54ab2f4e-d696-4062-9f84-97e6ea841673 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0534639 Aug 24 19:33:49.583130 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-30c584f4-80bf-499f-ad17-d59518985194 req-83036b37-e6d7-4a8b-b029-c679819f03e6 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Aug 24 19:33:49.826072 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101f641-e551-4234-ab0e-dfd062595d5b req-179cfb9b-76e2-4267-88c7-3593641843ba tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:49.826072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2101f641-e551-4234-ab0e-dfd062595d5b req-179cfb9b-76e2-4267-88c7-3593641843ba tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0734489 Aug 24 19:33:49.826072 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b084-4385-4eee-b88d-7ed24ba637aa req-6e0f842b-f8b9-4b31-90f8-79b07ca4da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:49.826072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3a7b084-4385-4eee-b88d-7ed24ba637aa req-6e0f842b-f8b9-4b31-90f8-79b07ca4da18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 1098 time: 0.0546713 Aug 24 19:33:49.893202 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2101f641-e551-4234-ab0e-dfd062595d5b req-af5d5b30-f12e-4cd2-a911-0888acfc271e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668037 Aug 24 19:33:49.896223 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3a7b084-4385-4eee-b88d-7ed24ba637aa req-67b67b7e-98e2-4b3d-a576-2e9c7f538ff8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631435 Aug 24 19:33:49.937919 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303aea94-5c85-4ce6-abe1-3a9654cf6e48 req-f0ae8a1a-9769-4aa1-97b8-cd42c1b5ff82 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:49.939500 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-303aea94-5c85-4ce6-abe1-3a9654cf6e48 req-f0ae8a1a-9769-4aa1-97b8-cd42c1b5ff82 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0617769 Aug 24 19:33:50.002592 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-303aea94-5c85-4ce6-abe1-3a9654cf6e48 req-bb76eca7-c284-455e-9399-d7edc422dfad tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Aug 24 19:33:50.022633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d9d6-fe7b-4520-a131-2e515bcac4b4 req-7b526135-df10-44b0-a959-ba3ef68b2315 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:50.022633 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6a73d9d6-fe7b-4520-a131-2e515bcac4b4 req-7b526135-df10-44b0-a959-ba3ef68b2315 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0687094 Aug 24 19:33:50.062890 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6a73d9d6-fe7b-4520-a131-2e515bcac4b4 req-83203e7b-dda2-416a-8998-81fe361a5fd3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353789 Aug 24 19:33:50.140669 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05710871-53eb-4052-863d-e9f5d4016cd1 req-60465e15-b973-4a82-b3f5-096dd568451b tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:50.142192 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-05710871-53eb-4052-863d-e9f5d4016cd1 req-60465e15-b973-4a82-b3f5-096dd568451b tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0533247 Aug 24 19:33:50.180161 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-05710871-53eb-4052-863d-e9f5d4016cd1 req-f0d6ad1a-b4a7-4c2a-aeb4-eb265eb4e7cc tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321834 Aug 24 19:33:50.404884 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3283b9-9c24-4152-af1c-76e7009b4d85 req-9d5dab6f-c7c5-48b2-9d2e-8989c86b5ca8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:50.416050 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4a3283b9-9c24-4152-af1c-76e7009b4d85 req-9d5dab6f-c7c5-48b2-9d2e-8989c86b5ca8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0749583 Aug 24 19:33:50.425974 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db21-c8c3-4c25-affa-97b772c3579d req-9103c8e7-2f60-4c07-af86-1a3c20e0ac36 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:50.427360 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1b12db21-c8c3-4c25-affa-97b772c3579d req-9103c8e7-2f60-4c07-af86-1a3c20e0ac36 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0703213 Aug 24 19:33:50.470799 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4a3283b9-9c24-4152-af1c-76e7009b4d85 req-f0a353fc-0b35-42e5-806b-09a79e35523c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575998 Aug 24 19:33:50.492905 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1b12db21-c8c3-4c25-affa-97b772c3579d req-6f2b595a-3000-4641-a296-fd3cdad48e00 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581069 Aug 24 19:33:51.009805 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49d332-755a-4b2a-a2dd-f6d6558469ec req-06e7188d-b3be-4849-be10-10d87075da37 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:51.011254 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cb49d332-755a-4b2a-a2dd-f6d6558469ec req-06e7188d-b3be-4849-be10-10d87075da37 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0500512 Aug 24 19:33:51.048503 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cb49d332-755a-4b2a-a2dd-f6d6558469ec req-46690fc6-f4cd-47b0-9403-720b0c765ec2 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304689 Aug 24 19:33:51.179580 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bed4a-6341-421a-9d2c-7e36b30f675d req-8f4709fa-6d35-4a3a-a0a9-c064be707f72 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:51.181015 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-507bed4a-6341-421a-9d2c-7e36b30f675d req-8f4709fa-6d35-4a3a-a0a9-c064be707f72 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0493798 Aug 24 19:33:51.241094 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-507bed4a-6341-421a-9d2c-7e36b30f675d req-6fc06f7b-dcd5-4e2c-ac64-8eb4df9dfd44 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Aug 24 19:33:51.323814 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5c0b-c802-43f2-a0e8-56703804054d req-186f4d0e-9028-487d-ada4-6edeb9a5b1a4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:51.325391 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-47cf5c0b-c802-43f2-a0e8-56703804054d req-186f4d0e-9028-487d-ada4-6edeb9a5b1a4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Aug 24 19:33:51.362548 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-47cf5c0b-c802-43f2-a0e8-56703804054d req-db0f9c51-e2db-4ccf-bd3e-ff69e32349dc tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312388 Aug 24 19:33:51.614037 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23820c06-4088-4263-909a-a003f2e7af02 req-c84d19a6-e6de-4c0a-afdb-36bdf3c18e79 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:51.615507 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-23820c06-4088-4263-909a-a003f2e7af02 req-c84d19a6-e6de-4c0a-afdb-36bdf3c18e79 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0769353 Aug 24 19:33:51.645245 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60415fdd-b040-4ea2-a608-2b62bf3b0e42 req-7facf0fa-f125-4ac1-a4be-6ee5decdb6c6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:51.648467 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-60415fdd-b040-4ea2-a608-2b62bf3b0e42 req-7facf0fa-f125-4ac1-a4be-6ee5decdb6c6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0704217 Aug 24 19:33:51.677271 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-23820c06-4088-4263-909a-a003f2e7af02 req-4c14f56f-9bec-497d-b614-ae70a158b367 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545757 Aug 24 19:33:51.696672 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-60415fdd-b040-4ea2-a608-2b62bf3b0e42 req-f4618480-080e-4cb7-8bfa-621bb53e3981 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Aug 24 19:33:51.782775 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40038) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:51.887744 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f7b195d-d8ea-4e40-a90d-973477599c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:51.978073 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f7b195d-d8ea-4e40-a90d-973477599c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:52.059412 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f7b195d-d8ea-4e40-a90d-973477599c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:52.107974 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b195d-d8ea-4e40-a90d-973477599c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76914de6-cafa-439b-bedc-9e24a535b964,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:52.112349 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2f7b195d-d8ea-4e40-a90d-973477599c29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c177cf9732bc490389658f163503c5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285336 Aug 24 19:33:52.115447 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40056) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:52.155065 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759dbce-3b30-447b-abee-7be15708dce5 req-65f4da81-18a4-4730-8680-2cab92d58527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.157280 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-65f4da81-18a4-4730-8680-2cab92d58527 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257&tenant_id=06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 1096 time: 0.0982847 Aug 24 19:33:52.175257 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-203c6625-f81d-43bf-b71a-3f70706d2a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:52.198138 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-203c6625-f81d-43bf-b71a-3f70706d2a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:52.205099 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ea4e-1a8b-412d-a2ed-78640a6c5cd2 req-51f8958c-034d-4798-8dbb-1acff5e97f80 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.229731 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9203ea4e-1a8b-412d-a2ed-78640a6c5cd2 req-51f8958c-034d-4798-8dbb-1acff5e97f80 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0626764 Aug 24 19:33:52.267246 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9203ea4e-1a8b-412d-a2ed-78640a6c5cd2 req-3a68c4f7-4b08-4e27-baa0-041aa2022f21 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Aug 24 19:33:52.272573 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759dbce-3b30-447b-abee-7be15708dce5 req-8f7af583-b672-4a7f-bab1-ddc90e2a5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.273988 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-8f7af583-b672-4a7f-bab1-ddc90e2a5650 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1096 time: 0.0657244 Aug 24 19:33:52.339608 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-203c6625-f81d-43bf-b71a-3f70706d2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:52.342894 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-203c6625-f81d-43bf-b71a-3f70706d2a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:52.350124 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-203c6625-f81d-43bf-b71a-3f70706d2a78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/76914de6-cafa-439b-bedc-9e24a535b964 HTTP/1.1" status: 204 len: 168 time: 0.2276909 Aug 24 19:33:52.353102 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c6625-f81d-43bf-b71a-3f70706d2a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76914de6-cafa-439b-bedc-9e24a535b964,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:52.413147 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759dbce-3b30-447b-abee-7be15708dce5 req-cd69a3e0-7ce0-40a0-bb53-4b019d6740eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.414655 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-cd69a3e0-7ce0-40a0-bb53-4b019d6740eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.1241155 Aug 24 19:33:52.421958 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c1836-be2e-488c-b917-9e114c205106 req-dba6cb6c-5173-48f3-9755-1fca85f13646 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.423409 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c99c1836-be2e-488c-b917-9e114c205106 req-dba6cb6c-5173-48f3-9755-1fca85f13646 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0776746 Aug 24 19:33:52.507530 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c99c1836-be2e-488c-b917-9e114c205106 req-4a2e090d-e134-4fdb-b379-f565125a137e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777414 Aug 24 19:33:52.509469 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-7cedf536-96d7-4827-876e-f17c97c7a221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 HTTP/1.1" status: 200 len: 998 time: 0.0850911 Aug 24 19:33:52.565336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759dbce-3b30-447b-abee-7be15708dce5 req-0adff7f8-c542-42c5-bbc0-4c0199a619fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.566910 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-0adff7f8-c542-42c5-bbc0-4c0199a619fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0464876 Aug 24 19:33:52.656413 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6855-bf07-4ddc-8c30-62c9b730c684 req-25191986-9f8e-40b7-9adb-14841c783276 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.657893 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a4ca6855-bf07-4ddc-8c30-62c9b730c684 req-25191986-9f8e-40b7-9adb-14841c783276 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0795445 Aug 24 19:33:52.659715 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759dbce-3b30-447b-abee-7be15708dce5 req-1fe15aa3-85ac-4646-8e70-e7e881cd61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.661371 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-1fe15aa3-85ac-4646-8e70-e7e881cd61db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812781 Aug 24 19:33:52.742016 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a4ca6855-bf07-4ddc-8c30-62c9b730c684 req-9b5d2ed7-3de6-49cb-ab05-f6e923bafe20 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780597 Aug 24 19:33:52.777022 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-5822d9c8-5628-42d3-ba70-93e7aeb5b93c service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070898 Aug 24 19:33:52.899306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e771b-ed6e-466a-9ee4-773de7d4ff9e req-ebc681d6-3028-41c4-9d4d-9b711555dd8e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:52.900811 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-010e771b-ed6e-466a-9ee4-773de7d4ff9e req-ebc681d6-3028-41c4-9d4d-9b711555dd8e tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0979300 Aug 24 19:33:52.932755 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9759dbce-3b30-447b-abee-7be15708dce5 req-160e7458-1fa0-426d-8cc1-32f4ca43d179 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476724 Aug 24 19:33:52.954002 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-010e771b-ed6e-466a-9ee4-773de7d4ff9e req-a8db359e-e164-4f0b-ab76-70e7f96c63de tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461924 Aug 24 19:33:53.060188 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a7a0b-9de3-4c74-a103-20edf8b5c4bc req-110a47b9-7ca4-43d4-9b18-e675df847193 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:53.061698 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e35a7a0b-9de3-4c74-a103-20edf8b5c4bc req-110a47b9-7ca4-43d4-9b18-e675df847193 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0529668 Aug 24 19:33:53.108778 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e35a7a0b-9de3-4c74-a103-20edf8b5c4bc req-9245fbab-739f-4aa4-a51b-30081a2814fb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395989 Aug 24 19:33:53.235209 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40090) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:53.250460 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-35d3cd99-b6d1-4e86-bd79-9996a5de0a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:53.350218 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-35d3cd99-b6d1-4e86-bd79-9996a5de0a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:53.465538 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-35d3cd99-b6d1-4e86-bd79-9996a5de0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:53.506543 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-35d3cd99-b6d1-4e86-bd79-9996a5de0a76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acdfee6a83324ca783013cc474c1a1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674668 Aug 24 19:33:53.506543 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3cd99-b6d1-4e86-bd79-9996a5de0a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e9276-fa46-402d-bf5d-cd8d53fb850b,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:53.511599 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40106) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:53.565390 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5c295f8d-b29c-486c-aadd-5b37224eace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:53.586282 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5c295f8d-b29c-486c-aadd-5b37224eace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:53.654793 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4902f-452e-4eb1-b5be-ead10d803998 req-d0050589-3c07-4904-8d5d-f3da146b73e7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:53.656287 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-70d4902f-452e-4eb1-b5be-ead10d803998 req-d0050589-3c07-4904-8d5d-f3da146b73e7 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0682251 Aug 24 19:33:53.698317 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-70d4902f-452e-4eb1-b5be-ead10d803998 req-32c35d43-c304-4e1c-adbc-f391d020d42d tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Aug 24 19:33:53.762755 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5c295f8d-b29c-486c-aadd-5b37224eace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:53.766022 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5c295f8d-b29c-486c-aadd-5b37224eace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:53.767244 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-5c295f8d-b29c-486c-aadd-5b37224eace9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/396e9276-fa46-402d-bf5d-cd8d53fb850b HTTP/1.1" status: 204 len: 168 time: 0.2592812 Aug 24 19:33:53.780689 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c295f8d-b29c-486c-aadd-5b37224eace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e9276-fa46-402d-bf5d-cd8d53fb850b,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:54.259547 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07242a-a199-44a5-98d9-8bea88efd745 req-f40293ea-d75c-474c-904e-92cc1a64a861 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:54.262836 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8f07242a-a199-44a5-98d9-8bea88efd745 req-f40293ea-d75c-474c-904e-92cc1a64a861 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.3912523 Aug 24 19:33:54.298027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc87143-5148-44db-884e-582e747310a7 req-7c8907de-f4ed-4e3d-a988-86a67f821bf9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:54.299527 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2fc87143-5148-44db-884e-582e747310a7 req-7c8907de-f4ed-4e3d-a988-86a67f821bf9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1083364 Aug 24 19:33:54.344341 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8f07242a-a199-44a5-98d9-8bea88efd745 req-42dfc628-8447-4f24-8ede-7a5b0279714c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729530 Aug 24 19:33:54.360413 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2fc87143-5148-44db-884e-582e747310a7 req-c69847eb-cc73-4b1d-87eb-a15d8edbf8c8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540993 Aug 24 19:33:54.507951 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698b4cd-82b7-41e8-876a-7712e155f6e4 req-2993d502-5a57-4677-8097-2c99b9557a2e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:54.509679 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7698b4cd-82b7-41e8-876a-7712e155f6e4 req-2993d502-5a57-4677-8097-2c99b9557a2e tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0891242 Aug 24 19:33:54.522547 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46581c61-cda8-4c7d-b77f-4b10313f29dd req-53ebfeb7-c48e-4b33-a1a7-41b2f384757d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:54.524301 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46581c61-cda8-4c7d-b77f-4b10313f29dd req-53ebfeb7-c48e-4b33-a1a7-41b2f384757d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0785823 Aug 24 19:33:54.594909 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7698b4cd-82b7-41e8-876a-7712e155f6e4 req-4bea7c9c-bc8f-409b-8242-d7c1c12e2659 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638475 Aug 24 19:33:54.608803 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46581c61-cda8-4c7d-b77f-4b10313f29dd req-0daa5266-f723-43ab-84f8-3e9a80b7243f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765231 Aug 24 19:33:54.729940 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:33:54.848568 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:54.862101 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'port_id': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'mac_address': 'fa:16:3e:c2:27:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:33:54.863097 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b794e-c98c-4a1a-99f0-6d8ed69fa98b req-6e467925-9210-49b4-aac6-97dd04dc653e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:54.879685 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e81b794e-c98c-4a1a-99f0-6d8ed69fa98b req-6e467925-9210-49b4-aac6-97dd04dc653e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0883837 Aug 24 19:33:54.926730 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:54.939603 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e81b794e-c98c-4a1a-99f0-6d8ed69fa98b req-39feb274-aab4-40de-878d-863fa1294e4f tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589273 Aug 24 19:33:54.944157 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:33:54.975365 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:55.065287 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:55.117233 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:55.386908 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['9eae3e9d-b91a-4a71-8862-9ab8e3b42579'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:33:55.585711 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27748-9960-446a-a33a-4cc0983f9beb req-b4285537-f7d1-4eac-ab20-20fa37416939 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:55.589812 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36d27748-9960-446a-a33a-4cc0983f9beb req-b4285537-f7d1-4eac-ab20-20fa37416939 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 945 time: 0.1242588 Aug 24 19:33:55.656683 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bbcda-61ac-41ed-9b72-0d22f88098c7 req-e0ca55f5-4e6a-439d-9b1f-f54ea053cc17 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:55.664677 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3e2bbcda-61ac-41ed-9b72-0d22f88098c7 req-e0ca55f5-4e6a-439d-9b1f-f54ea053cc17 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1501226 Aug 24 19:33:55.682331 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-36d27748-9960-446a-a33a-4cc0983f9beb req-42fd21b0-fadf-48c3-b47d-86c6d0c686c9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822027 Aug 24 19:33:55.741701 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3e2bbcda-61ac-41ed-9b72-0d22f88098c7 req-c4329635-3f02-4db9-85ce-be0e4d79d80a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727270 Aug 24 19:33:55.906723 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aff4b-dd31-4d55-b158-828d77b6442d req-f07e10fd-23a0-4869-882c-889a5e4685c6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:55.906723 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-782aff4b-dd31-4d55-b158-828d77b6442d req-f07e10fd-23a0-4869-882c-889a5e4685c6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0896311 Aug 24 19:33:55.911729 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b95293-4fdf-4c7d-83b3-a67ab9cfdc61 req-2406fa95-19d0-431f-ba8c-71993b0b3a70 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:55.913595 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-02b95293-4fdf-4c7d-83b3-a67ab9cfdc61 req-2406fa95-19d0-431f-ba8c-71993b0b3a70 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0753450 Aug 24 19:33:55.988342 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-782aff4b-dd31-4d55-b158-828d77b6442d req-bce16410-ae9b-4f10-88cb-fa7c8971f29c tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868895 Aug 24 19:33:55.997669 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-02b95293-4fdf-4c7d-83b3-a67ab9cfdc61 req-89ca6413-eb77-4962-87ba-16e2770ebba9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668697 Aug 24 19:33:56.130655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b417ab-dbbc-40c5-9bd3-b54b662d2ad8 req-ca16712c-1ea2-41c1-a4ae-b638460861fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:56.132716 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0b417ab-dbbc-40c5-9bd3-b54b662d2ad8 req-ca16712c-1ea2-41c1-a4ae-b638460861fa tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0525503 Aug 24 19:33:56.173403 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0b417ab-dbbc-40c5-9bd3-b54b662d2ad8 req-7d4296b5-f8fe-42f8-b01a-f26c654a4e81 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Aug 24 19:33:56.742688 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:33:56.887011 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd0bd4-75d6-41a1-bf68-a3ee7c8f26e2 req-7c3641db-351c-4866-a046-05e127e1c56f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:56.893706 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-73bd0bd4-75d6-41a1-bf68-a3ee7c8f26e2 req-7c3641db-351c-4866-a046-05e127e1c56f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 945 time: 0.1023526 Aug 24 19:33:56.909533 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5cfeb-07f5-42e4-a695-6c56697be66e req-a302cbc9-31fa-462d-9a52-762b51533489 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:56.909533 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-52c5cfeb-07f5-42e4-a695-6c56697be66e req-a302cbc9-31fa-462d-9a52-762b51533489 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0809059 Aug 24 19:33:56.922565 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:33:56.928225 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:33:56.933536 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:56.968660 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-73bd0bd4-75d6-41a1-bf68-a3ee7c8f26e2 req-31f5713b-ac0d-4520-bd98-402cb6822852 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673380 Aug 24 19:33:56.991195 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-52c5cfeb-07f5-42e4-a695-6c56697be66e req-b747daf3-0581-464c-8c74-02252e5e844f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763803 Aug 24 19:33:57.027124 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:57.086258 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:33:57.087348 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:33:57.099956 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6774d5b-8330-4237-91d1-59a2ba6f3251" -d '{"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-plugged", "status": "completed", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:33:57.174820 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:57.186405 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf9325-bb31-47f5-9aad-46dfde62e0b6 req-2d39f7a3-bfcc-40bd-87e5-768be0f93515 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:57.188970 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4bbf9325-bb31-47f5-9aad-46dfde62e0b6 req-2d39f7a3-bfcc-40bd-87e5-768be0f93515 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0863469 Aug 24 19:33:57.204682 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dd206-e559-4125-b544-629d3432ff39 req-faf2ad6c-7e16-4f94-8fec-cd8f81388e23 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:57.207848 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe1dd206-e559-4125-b544-629d3432ff39 req-faf2ad6c-7e16-4f94-8fec-cd8f81388e23 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0771587 Aug 24 19:33:57.238111 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:57.266494 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fe1dd206-e559-4125-b544-629d3432ff39 req-06da9e98-a082-4faa-b47e-d9319330a1a2 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482259 Aug 24 19:33:57.306440 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4bbf9325-bb31-47f5-9aad-46dfde62e0b6 req-46144d5c-32ef-4069-a9ba-665404bc15d5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954938 Aug 24 19:33:57.343399 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4339802c-0c3b-433c-9fc1-796127b4bcb5 x-openstack-request-id: req-4339802c-0c3b-433c-9fc1-796127b4bcb5 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:33:57.344096 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-plugged", "status": "completed", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:33:57.344416 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4339802c-0c3b-433c-9fc1-796127b4bcb5 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:33:57.344867 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'code': 200} Aug 24 19:33:57.483359 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eddf0c-c30f-4498-b18b-7c06abd5ee0e req-a51d093b-dbe6-4476-9b24-c5d7043c151b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:57.488833 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42eddf0c-c30f-4498-b18b-7c06abd5ee0e req-a51d093b-dbe6-4476-9b24-c5d7043c151b tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0799282 Aug 24 19:33:57.546169 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-42eddf0c-c30f-4498-b18b-7c06abd5ee0e req-85216459-b63f-472b-b05a-fd8ff83894b0 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516622 Aug 24 19:33:58.130427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e22209-0dfa-4faf-bfdd-afaab7bd1d34 req-2923f592-282b-4bdf-ab1e-0e630a67b90d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:58.132326 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6e22209-0dfa-4faf-bfdd-afaab7bd1d34 req-2923f592-282b-4bdf-ab1e-0e630a67b90d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.1004174 Aug 24 19:33:58.147422 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0a00d-94dd-429c-a578-e2b2c604225c req-294bea1a-65b8-4844-b050-4a71bc8bbef1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:58.155313 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3c0a00d-94dd-429c-a578-e2b2c604225c req-294bea1a-65b8-4844-b050-4a71bc8bbef1 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0760002 Aug 24 19:33:58.207696 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6e22209-0dfa-4faf-bfdd-afaab7bd1d34 req-c98c7e2c-d5cc-455b-a16b-e873094c757a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678697 Aug 24 19:33:58.214462 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3c0a00d-94dd-429c-a578-e2b2c604225c req-906f78d4-675b-4f1e-b036-cf184a6605a3 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587537 Aug 24 19:33:58.322978 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40214) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:58.462780 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0365ba7-2819-45b3-8972-5f883060a1ff req-9aaa80a5-7e94-4d86-b420-4ec46ddfcb8d tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:58.466667 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f0365ba7-2819-45b3-8972-5f883060a1ff req-9aaa80a5-7e94-4d86-b420-4ec46ddfcb8d tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.1167550 Aug 24 19:33:58.487698 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68e72-ede6-4a11-a069-f87da9275f25 req-34f46a40-59c3-472f-8e05-32d3e8c263b7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:58.491308 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7c68e72-ede6-4a11-a069-f87da9275f25 req-34f46a40-59c3-472f-8e05-32d3e8c263b7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0932667 Aug 24 19:33:58.525366 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-102106fa-8647-4dff-878b-666683f80e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:58.573337 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f0365ba7-2819-45b3-8972-5f883060a1ff req-d2932285-f371-42ae-b2ea-7b820de43073 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015573 Aug 24 19:33:58.585044 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7c68e72-ede6-4a11-a069-f87da9275f25 req-b3725c0e-92bc-45b5-ae95-3c2c3e718c5c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852578 Aug 24 19:33:58.690441 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-102106fa-8647-4dff-878b-666683f80e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:58.710991 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002935a-bb71-411e-b2b7-c1870af619ac req-63344387-8708-40a6-8d21-fbd7d653b715 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:58.712529 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6002935a-bb71-411e-b2b7-c1870af619ac req-63344387-8708-40a6-8d21-fbd7d653b715 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0695543 Aug 24 19:33:58.753125 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6002935a-bb71-411e-b2b7-c1870af619ac req-563fe591-589e-4512-b198-8c13d73ab914 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Aug 24 19:33:58.753707 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-102106fa-8647-4dff-878b-666683f80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:58.799801 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102106fa-8647-4dff-878b-666683f80e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238c7896-10bd-43d6-b326-93c05f500ee0,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:58.808794 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40224) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:58.809304 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-102106fa-8647-4dff-878b-666683f80e01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21ba6e7d6acd47fdb6dec2fc308f9e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847398 Aug 24 19:33:58.864702 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6bf2-93a1-4e72-b473-d3e9cc2da3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:58.886280 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6bf2-93a1-4e72-b473-d3e9cc2da3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:59.041706 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6bf2-93a1-4e72-b473-d3e9cc2da3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:59.044905 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6bf2-93a1-4e72-b473-d3e9cc2da3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:59.046163 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5c3e6bf2-93a1-4e72-b473-d3e9cc2da3e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/238c7896-10bd-43d6-b326-93c05f500ee0 HTTP/1.1" status: 204 len: 168 time: 0.2360904 Aug 24 19:33:59.055139 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e6bf2-93a1-4e72-b473-d3e9cc2da3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238c7896-10bd-43d6-b326-93c05f500ee0,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:33:59.378643 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95ca3c-3007-4458-8e1b-62c9065a8899 req-e7c58761-d123-41ce-9262-84a51cdd368d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:59.380208 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b95ca3c-3007-4458-8e1b-62c9065a8899 req-e7c58761-d123-41ce-9262-84a51cdd368d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0878613 Aug 24 19:33:59.388845 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c71cda-af87-4738-bab9-eb530fd99708 req-64da87e3-8ad3-44d8-9e43-873cd4a181fc tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:59.390297 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-50c71cda-af87-4738-bab9-eb530fd99708 req-64da87e3-8ad3-44d8-9e43-873cd4a181fc tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0954342 Aug 24 19:33:59.448887 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-50c71cda-af87-4738-bab9-eb530fd99708 req-af8cb433-21ed-46b9-a49c-3cfc4c2266e4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504003 Aug 24 19:33:59.462694 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b95ca3c-3007-4458-8e1b-62c9065a8899 req-fcbb177e-f43f-4fdc-a3e1-6efc8a3f59b7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714278 Aug 24 19:33:59.746848 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bafb1f-6f4e-4ca6-af03-bf0a8bf6e7c6 req-dc74b4de-87a0-41e0-80ec-bf8938f6c9c1 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:59.748694 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46bafb1f-6f4e-4ca6-af03-bf0a8bf6e7c6 req-dc74b4de-87a0-41e0-80ec-bf8938f6c9c1 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0977528 Aug 24 19:33:59.764084 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40240) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:33:59.764960 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac9837-1e16-44b2-9e2a-7c62e378b2f8 req-f47ffdf1-a58e-415f-94d7-22f37db27443 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:59.772780 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8dac9837-1e16-44b2-9e2a-7c62e378b2f8 req-f47ffdf1-a58e-415f-94d7-22f37db27443 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0981078 Aug 24 19:33:59.782118 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4f95d3cc-f78f-42b9-8d45-64dfb19ce392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:59.830194 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-46bafb1f-6f4e-4ca6-af03-bf0a8bf6e7c6 req-24818fae-a8bf-4f8d-83af-5ef69b786e84 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736394 Aug 24 19:33:59.842277 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8dac9837-1e16-44b2-9e2a-7c62e378b2f8 req-f345a4a9-2b0e-40da-a7c5-13a305d5fca3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685949 Aug 24 19:33:59.885628 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4f95d3cc-f78f-42b9-8d45-64dfb19ce392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:33:59.950837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fd20a-5758-47b1-87d5-424396cff8d9 req-2a80900b-04fe-4967-b589-2fc2ef2221a3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:33:59.952450 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-899fd20a-5758-47b1-87d5-424396cff8d9 req-2a80900b-04fe-4967-b589-2fc2ef2221a3 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Aug 24 19:33:59.995903 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4f95d3cc-f78f-42b9-8d45-64dfb19ce392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:00.000803 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-899fd20a-5758-47b1-87d5-424396cff8d9 req-7f9cd9d9-fbd1-491e-ad94-d16c996f5ee5 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Aug 24 19:34:00.040060 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-4f95d3cc-f78f-42b9-8d45-64dfb19ce392 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8c0fcce9d3c4f1396d477bb2a3b00ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748172 Aug 24 19:34:00.042898 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40246) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:00.049386 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95d3cc-f78f-42b9-8d45-64dfb19ce392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f55b71e-5268-49e6-8822-8d56b2b252c0,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:00.110970 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11ff600e-2aaf-4775-bd0a-48de614ae6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:00.132410 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11ff600e-2aaf-4775-bd0a-48de614ae6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:00.241743 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11ff600e-2aaf-4775-bd0a-48de614ae6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:00.244293 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11ff600e-2aaf-4775-bd0a-48de614ae6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:00.251450 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-11ff600e-2aaf-4775-bd0a-48de614ae6d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f55b71e-5268-49e6-8822-8d56b2b252c0 HTTP/1.1" status: 204 len: 168 time: 0.2015421 Aug 24 19:34:00.254584 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff600e-2aaf-4775-bd0a-48de614ae6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f55b71e-5268-49e6-8822-8d56b2b252c0,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:00.616036 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b87857-fbbc-4d8c-b57e-a9bc6c2a4d5d req-79b1b6db-ec6a-4cdf-b7ee-10b7b1c2c421 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:00.617745 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c2b87857-fbbc-4d8c-b57e-a9bc6c2a4d5d req-79b1b6db-ec6a-4cdf-b7ee-10b7b1c2c421 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0985291 Aug 24 19:34:00.626906 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c5cb-5778-45f7-95c3-1f2eb00c5639 req-6366abf1-999a-4d9f-a819-054d0d107c2a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:00.634741 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2c97c5cb-5778-45f7-95c3-1f2eb00c5639 req-6366abf1-999a-4d9f-a819-054d0d107c2a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0771523 Aug 24 19:34:00.703522 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2c97c5cb-5778-45f7-95c3-1f2eb00c5639 req-92857b4b-1dc6-4146-819f-9e88fdc18373 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678053 Aug 24 19:34:00.719114 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c2b87857-fbbc-4d8c-b57e-a9bc6c2a4d5d req-f3fbc3f5-7f3e-4123-b0c8-b42182272f83 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822327 Aug 24 19:34:01.007686 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e119-45e9-4849-b1a4-ad4c24395c59 req-12b65f42-db53-4490-9532-be300b86ed94 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:01.009237 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e886e119-45e9-4849-b1a4-ad4c24395c59 req-12b65f42-db53-4490-9532-be300b86ed94 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0958836 Aug 24 19:34:01.022934 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af3c86-136b-4b5d-85ca-f6550ed69e0e req-8dd22771-d31e-45ca-b9da-be24301a0964 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:01.024732 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-33af3c86-136b-4b5d-85ca-f6550ed69e0e req-8dd22771-d31e-45ca-b9da-be24301a0964 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0973468 Aug 24 19:34:01.087024 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e886e119-45e9-4849-b1a4-ad4c24395c59 req-2d96403f-5688-4078-82df-5ed93c818332 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Aug 24 19:34:01.093246 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-33af3c86-136b-4b5d-85ca-f6550ed69e0e req-5ba364d2-2fe2-4341-b6dc-0ce059d90534 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594149 Aug 24 19:34:01.210890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1702bc-9fcb-4089-ba92-d1848466313e req-9c6f2e85-5ce8-4120-a33d-5b4536fb5248 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:01.212652 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0d1702bc-9fcb-4089-ba92-d1848466313e req-9c6f2e85-5ce8-4120-a33d-5b4536fb5248 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0532470 Aug 24 19:34:01.260819 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0d1702bc-9fcb-4089-ba92-d1848466313e req-c79fb2d4-daab-41af-a87c-253feb87abcf tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Aug 24 19:34:01.917325 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49145694-c8e0-4ac5-81cb-2c9bf14235ea req-be9c11b0-50fd-4788-bc8b-4a6a990916f4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:01.922229 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-49145694-c8e0-4ac5-81cb-2c9bf14235ea req-be9c11b0-50fd-4788-bc8b-4a6a990916f4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.1052744 Aug 24 19:34:01.950210 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1fff-5e47-47d9-ae87-5adc6b37cb31 req-4862c958-467c-413a-9b94-9a80ce0167df tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:01.952373 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c1fff-5e47-47d9-ae87-5adc6b37cb31 req-4862c958-467c-413a-9b94-9a80ce0167df tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1236069 Aug 24 19:34:02.031450 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-074c1fff-5e47-47d9-ae87-5adc6b37cb31 req-3beadc39-2fd4-4dd1-9b00-f6fcce62242f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699954 Aug 24 19:34:02.046828 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-49145694-c8e0-4ac5-81cb-2c9bf14235ea req-979b7974-9214-47a8-97bd-051e05ab61e3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118188 Aug 24 19:34:02.262152 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac5f9-61bc-4c3f-b972-6d5ac78cce50 req-58abf0c1-7f11-43d2-adee-debb44650f97 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:02.263584 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1e8ac5f9-61bc-4c3f-b972-6d5ac78cce50 req-58abf0c1-7f11-43d2-adee-debb44650f97 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0814903 Aug 24 19:34:02.274329 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d74351-ab10-4047-a6be-3db39175f34d req-7c16de49-583a-4d00-9797-31285417cd31 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:02.275786 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-49d74351-ab10-4047-a6be-3db39175f34d req-7c16de49-583a-4d00-9797-31285417cd31 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0844536 Aug 24 19:34:02.342767 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1e8ac5f9-61bc-4c3f-b972-6d5ac78cce50 req-cba1a253-0ed3-460e-9bdb-2287b60623b4 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659604 Aug 24 19:34:02.345972 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-49d74351-ab10-4047-a6be-3db39175f34d req-b651bd54-4749-4de2-8430-dcdc2e47f808 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543485 Aug 24 19:34:02.367208 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-2a568f8e-01a5-41b5-88b5-94f1d760779b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:02.462414 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1834e9-0016-4888-a58f-b95c2331344c req-83b98684-bf76-460a-8dc7-e6fe46ee961c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:02.464000 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea1834e9-0016-4888-a58f-b95c2331344c req-83b98684-bf76-460a-8dc7-e6fe46ee961c tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0518312 Aug 24 19:34:02.503440 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea1834e9-0016-4888-a58f-b95c2331344c req-fbdd027d-c92d-4b89-a722-77efda2b1f47 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Aug 24 19:34:03.216356 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35bb3f-fa8f-494c-bde6-26d39e118ae7 req-337d2794-08ae-40bd-9ab2-900387d58b56 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:03.219054 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e35bb3f-fa8f-494c-bde6-26d39e118ae7 req-337d2794-08ae-40bd-9ab2-900387d58b56 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.1109190 Aug 24 19:34:03.227953 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacade53-a35d-4919-a2e0-24922ca781ab req-5691a35a-0ccb-4187-ad7c-df090e73ae9f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:03.229694 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cacade53-a35d-4919-a2e0-24922ca781ab req-5691a35a-0ccb-4187-ad7c-df090e73ae9f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0729973 Aug 24 19:34:03.290734 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cacade53-a35d-4919-a2e0-24922ca781ab req-c79740bf-d601-40f7-b28e-8e286dc2e060 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530570 Aug 24 19:34:03.295236 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e35bb3f-fa8f-494c-bde6-26d39e118ae7 req-98fff2e0-0694-4911-866b-8bd06dbc8acf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639048 Aug 24 19:34:03.495172 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4028f-fb56-45f6-84df-eb6f82927598 req-d2257239-0c56-4e7d-83ac-e904000dea26 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:03.496737 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-28a4028f-fb56-45f6-84df-eb6f82927598 req-d2257239-0c56-4e7d-83ac-e904000dea26 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0836117 Aug 24 19:34:03.509004 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d8e19-2f65-4adc-b7e0-548569506333 req-76e258f5-569c-45dc-bf7c-439ee9ae1a6a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:03.512190 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-301d8e19-2f65-4adc-b7e0-548569506333 req-76e258f5-569c-45dc-bf7c-439ee9ae1a6a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0860522 Aug 24 19:34:03.565807 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-28a4028f-fb56-45f6-84df-eb6f82927598 req-86a8f305-748e-4cee-a949-e8d107375ddb tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542061 Aug 24 19:34:03.572756 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-301d8e19-2f65-4adc-b7e0-548569506333 req-2c4e7fe1-166c-4658-b341-5200aae3c978 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546937 Aug 24 19:34:03.674669 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d837b1-5020-40ed-a150-ac1be1a201f2 req-a0527aea-ec34-4adb-92c1-94cedcef63c1 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:03.676206 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-60d837b1-5020-40ed-a150-ac1be1a201f2 req-a0527aea-ec34-4adb-92c1-94cedcef63c1 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0483737 Aug 24 19:34:03.716438 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-60d837b1-5020-40ed-a150-ac1be1a201f2 req-ba0f535c-cb46-43e3-bed8-f9c36b9009bd tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Aug 24 19:34:04.053423 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:34:04.450357 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13ff89-707c-4757-a966-c869b4ce0957 req-ac74fa50-0735-409e-93a1-1dd34c415d99 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:04.451959 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ff13ff89-707c-4757-a966-c869b4ce0957 req-ac74fa50-0735-409e-93a1-1dd34c415d99 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0890512 Aug 24 19:34:04.460176 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae75db-0c24-4906-a0b7-120bf40a43e5 req-2773edb2-a680-4522-b2ec-a2f1688c2c77 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:04.461628 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-08ae75db-0c24-4906-a0b7-120bf40a43e5 req-2773edb2-a680-4522-b2ec-a2f1688c2c77 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0703132 Aug 24 19:34:04.504092 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfb0e-4b71-4071-a923-8f9c48a50341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:04.511861 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ff13ff89-707c-4757-a966-c869b4ce0957 req-966c53a9-ffb8-40fc-9d05-f93c7be83478 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490861 Aug 24 19:34:04.524495 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-08ae75db-0c24-4906-a0b7-120bf40a43e5 req-ec763b05-659c-4286-b5dc-ddb700d66225 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545051 Aug 24 19:34:04.720138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a370f-7385-40f3-ab4e-89992ebb8610 req-edeed9dc-486c-42f1-8056-b62b2529fed0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:04.721644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-026a370f-7385-40f3-ab4e-89992ebb8610 req-edeed9dc-486c-42f1-8056-b62b2529fed0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0768328 Aug 24 19:34:04.735158 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7274b2-804a-4590-bc1d-b4671600c64c req-80764826-96a1-4f0d-b5a8-20a985186df2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:04.736677 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dd7274b2-804a-4590-bc1d-b4671600c64c req-80764826-96a1-4f0d-b5a8-20a985186df2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0825644 Aug 24 19:34:04.798928 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-026a370f-7385-40f3-ab4e-89992ebb8610 req-1d03c12b-5ce3-4f26-aa97-2fdfe56d99d0 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534253 Aug 24 19:34:04.803741 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dd7274b2-804a-4590-bc1d-b4671600c64c req-15e3eef6-229b-4ddb-8e8a-041aed200cde tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596955 Aug 24 19:34:04.818459 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:04.907669 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1483ba-2d37-40d5-bfe5-4fddd8924be6 req-19fb2dd7-474a-4e4d-a5a0-77b70a2f4a52 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:04.909897 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b1483ba-2d37-40d5-bfe5-4fddd8924be6 req-19fb2dd7-474a-4e4d-a5a0-77b70a2f4a52 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Aug 24 19:34:04.950668 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b1483ba-2d37-40d5-bfe5-4fddd8924be6 req-bbda3533-451e-4ff7-b936-34f5714f5a93 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/security-groups?id=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Aug 24 19:34:05.186309 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-9508844f-0dde-4065-a81a-5fc5ba750e2e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:05.187732 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-9508844f-0dde-4065-a81a-5fc5ba750e2e tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 945 time: 0.0471549 Aug 24 19:34:05.195301 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620dd1b-c473-41bc-b4fb-9b54659a3208 req-3e142271-fdf4-4cab-94a1-97a01cebee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:05.196806 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f620dd1b-c473-41bc-b4fb-9b54659a3208 req-3e142271-fdf4-4cab-94a1-97a01cebee8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1099 time: 0.0411987 Aug 24 19:34:05.239972 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f620dd1b-c473-41bc-b4fb-9b54659a3208 req-2dc5d8b3-ca2f-4d5c-9240-f0a647782a75 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291440 Aug 24 19:34:05.282852 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Deleting port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:34:05.283189 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:05.367493 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] For port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:05.367849 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:05.380054 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Calling delete_port for c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:34:05.565529 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:05.574952 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:34:05.596663 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Pushing event deleted for resources: {'Port': ['ID=c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:05.654993 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.655380 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.655724 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.656060 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.656424 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.656837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.657174 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.657501 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.657825 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.658150 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.658473 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.658794 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:05.696503 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] No DVR routers for this DVR port c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:34:05.701952 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:05.703933 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0ecfc876-0f2a-43bf-8470-b499f173d6bd req-d8a0d67a-c987-4cb2-961d-011b83890902 tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.35 "DELETE /v2.0/ports/c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 HTTP/1.1" status: 204 len: 173 time: 0.5099053 Aug 24 19:34:05.704648 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'name': 'network-vif-deleted', 'tag': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:34:05.706666 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2050655d-0d1d-4b76-b291-12ffddeccd77" -d '{"events": [{"server_uuid": "649b4ff1-abbd-4ccb-8b5a-9ba24f560372", "name": "network-vif-deleted", "tag": "c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:34:05.728516 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b71168-b57e-46d2-9b96-2cb71d493aa6 req-cda22009-3964-4029-9949-216beb246bbc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:05.730084 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-28b71168-b57e-46d2-9b96-2cb71d493aa6 req-cda22009-3964-4029-9949-216beb246bbc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1392117 Aug 24 19:34:05.738527 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa47e73-1b97-4660-a43f-f92cc6a35306 req-69145088-134d-48cb-a56e-643e13c00dae tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:05.739969 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1fa47e73-1b97-4660-a43f-f92cc6a35306 req-69145088-134d-48cb-a56e-643e13c00dae tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.1359787 Aug 24 19:34:05.790413 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-28b71168-b57e-46d2-9b96-2cb71d493aa6 req-4e0f013d-ce80-4d3c-a538-b939e3b6258a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493298 Aug 24 19:34:05.812577 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1fa47e73-1b97-4660-a43f-f92cc6a35306 req-0988226e-bd14-41fe-ae70-704802c3c895 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Aug 24 19:34:05.841577 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9841f1b-7b6d-4672-bb24-876585aa0ece x-openstack-request-id: req-e9841f1b-7b6d-4672-bb24-876585aa0ece {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:34:05.841888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649b4ff1-abbd-4ccb-8b5a-9ba24f560372", "name": "network-vif-deleted", "tag": "c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:34:05.842134 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9841f1b-7b6d-4672-bb24-876585aa0ece {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:34:05.842525 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649b4ff1-abbd-4ccb-8b5a-9ba24f560372', 'name': 'network-vif-deleted', 'tag': 'c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395', 'status': 'completed', 'code': 200} Aug 24 19:34:05.856195 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:05.943191 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b948d-7e47-482b-b1c7-6b6fda10733b req-fc2bae23-bc78-4f13-8958-c8ead5b661fc tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:05.944725 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-626b948d-7e47-482b-b1c7-6b6fda10733b req-fc2bae23-bc78-4f13-8958-c8ead5b661fc tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0559804 Aug 24 19:34:05.988217 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-626b948d-7e47-482b-b1c7-6b6fda10733b req-43dd510f-a2cf-40b7-951a-88e772ab2ebb tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Aug 24 19:34:06.021425 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40358) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:06.110425 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6c0c-89c3-4fed-bdf4-a1643b189c69 req-bda3a675-f3ba-41f7-a625-b5838bcbc519 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.111898 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-92ec6c0c-89c3-4fed-bdf4-a1643b189c69 req-bda3a675-f3ba-41f7-a625-b5838bcbc519 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0476096 Aug 24 19:34:06.127028 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7a61d5a3-8ec0-4104-9fd4-aedaac5dc10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.149451 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-92ec6c0c-89c3-4fed-bdf4-a1643b189c69 req-977c6b64-4e46-4f76-bbaf-3079d7541881 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Aug 24 19:34:06.221687 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7a61d5a3-8ec0-4104-9fd4-aedaac5dc10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.254328 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4fa00a7a-510c-44b2-8168-120d9f9bcd2b req-934ebdae-e0db-4511-b8c6-6d9d7cefb1bf tempest-ServerRescueNegativeTestJSON-1027739485 tempest-ServerRescueNegativeTestJSON-1027739485-project] 10.222.0.59 "GET /v2.0/ports?device_id=649b4ff1-abbd-4ccb-8b5a-9ba24f560372 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Aug 24 19:34:06.303618 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7a61d5a3-8ec0-4104-9fd4-aedaac5dc10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.318164 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f2301-4d3b-4d67-bc77-1b72b789bd32 req-b485e208-8a00-4601-891b-ca0e198feee8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.319761 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f58f2301-4d3b-4d67-bc77-1b72b789bd32 req-b485e208-8a00-4601-891b-ca0e198feee8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Aug 24 19:34:06.344963 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61d5a3-8ec0-4104-9fd4-aedaac5dc10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bc64ff-f31f-46ed-a891-25e37d7b133d,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:06.360098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40364) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:06.360992 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-7a61d5a3-8ec0-4104-9fd4-aedaac5dc10a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=228a65c34d5e46318b3b0776dae5105f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383625 Aug 24 19:34:06.374228 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f58f2301-4d3b-4d67-bc77-1b72b789bd32 req-4f98627f-1685-433c-b2c2-055a5e24efdf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445881 Aug 24 19:34:06.419140 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45a1f00a-ad38-4203-b5ca-bca4189f260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.441634 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45a1f00a-ad38-4203-b5ca-bca4189f260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.504951 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-c462261f-7a2d-4ce8-8af9-49c840863995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.506350 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-c462261f-7a2d-4ce8-8af9-49c840863995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 1098 time: 0.0628419 Aug 24 19:34:06.603968 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-531dedc8-9dad-4fd5-a0c3-c36c91fc7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.605533 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-531dedc8-9dad-4fd5-a0c3-c36c91fc7f2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 911 time: 0.0865438 Aug 24 19:34:06.621868 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45a1f00a-ad38-4203-b5ca-bca4189f260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.632566 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45a1f00a-ad38-4203-b5ca-bca4189f260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.632566 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-45a1f00a-ad38-4203-b5ca-bca4189f260b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72bc64ff-f31f-46ed-a891-25e37d7b133d HTTP/1.1" status: 204 len: 168 time: 0.2642353 Aug 24 19:34:06.665699 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1f00a-ad38-4203-b5ca-bca4189f260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bc64ff-f31f-46ed-a891-25e37d7b133d,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:06.686353 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-667e7991-c006-499b-b596-bc445c589a1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adfe6c55-fc59-4263-be71-0135828820e8 HTTP/1.1" status: 200 len: 1001 time: 0.0713968 Aug 24 19:34:06.744841 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-82f09193-ff6a-43c8-813b-4573247a3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.746865 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-82f09193-ff6a-43c8-813b-4573247a3a89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 200 len: 849 time: 0.0449400 Aug 24 19:34:06.796418 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-7215351c-d2d9-42dc-ae1c-baa0ee625817 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.798028 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-7215351c-d2d9-42dc-ae1c-baa0ee625817 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 945 time: 0.0502014 Aug 24 19:34:06.804357 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-7240c61d-b874-414a-adf1-f1a8f94fbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.805878 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-7240c61d-b874-414a-adf1-f1a8f94fbddc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15cf5dcf-738d-44b5-831d-34d65a4aa388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522797 Aug 24 19:34:06.898533 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Deleting port 22b31ca4-ca4d-4def-b031-033feec3b7b6 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:34:06.898877 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:06.930980 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-d27f842d-f1bd-4882-9701-06f66b19f96c service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175539 Aug 24 19:34:06.955449 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bac7-c813-476a-9505-9478770859b2 req-ab2b5180-2ce6-44b8-8b13-166c9241f530 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:06.956997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0a18bac7-c813-476a-9505-9478770859b2 req-ab2b5180-2ce6-44b8-8b13-166c9241f530 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0789692 Aug 24 19:34:07.042339 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] For port 22b31ca4-ca4d-4def-b031-033feec3b7b6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22b31ca4-ca4d-4def-b031-033feec3b7b6,segment=NetworkSegment(c0eef9b3-7328-4a61-af15-b05a2c2228f2),segment_id=c0eef9b3-7328-4a61-af15-b05a2c2228f2)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:07.045848 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:07.064537 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Calling delete_port for 22b31ca4-ca4d-4def-b031-033feec3b7b6 owned by compute:nova {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:34:07.275501 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:07.290965 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['22b31ca4-ca4d-4def-b031-033feec3b7b6'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:34:07.306616 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Pushing event deleted for resources: {'Port': ['ID=22b31ca4-ca4d-4def-b031-033feec3b7b6,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:07.314203 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0a18bac7-c813-476a-9505-9478770859b2 req-17a1233c-5d48-4506-9814-f18dba70aec6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989144 Aug 24 19:34:07.334406 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:07.338887 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eef757-4501-447a-a7ac-e02578e84910 req-0bb209ff-46e5-469d-9482-1be5db4cc249 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:07.352746 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-69eef757-4501-447a-a7ac-e02578e84910 req-0bb209ff-46e5-469d-9482-1be5db4cc249 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 867 time: 0.1284797 Aug 24 19:34:07.355430 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] No DVR routers for this DVR port 22b31ca4-ca4d-4def-b031-033feec3b7b6 on host hv-cinder-79819 {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:34:07.359505 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:07.361736 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-928926e3-0b2c-449f-b8da-79d5a875f634 req-17a80ae7-57cf-4cac-916d-29175745e8a6 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.35 "DELETE /v2.0/ports/22b31ca4-ca4d-4def-b031-033feec3b7b6 HTTP/1.1" status: 204 len: 173 time: 0.5574589 Aug 24 19:34:07.362155 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'name': 'network-vif-deleted', 'tag': '22b31ca4-ca4d-4def-b031-033feec3b7b6'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:34:07.364499 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303deedb-c8e0-42a1-a414-79f35b40a16a" -d '{"events": [{"server_uuid": "b71966c1-f9be-4c1c-b1b3-0b9b87351800", "name": "network-vif-deleted", "tag": "22b31ca4-ca4d-4def-b031-033feec3b7b6"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:34:07.384703 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3fd14df-90b4-4586-b56d-a7112e71da67 req-e235cd0d-588b-4c18-ae96-1accbc0b4e50 service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449320 Aug 24 19:34:07.397634 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-69eef757-4501-447a-a7ac-e02578e84910 req-22c1a233-4cfc-4bff-874c-9993e904ce04 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/security-groups?id=19a29db7-cd8e-4f75-9da6-d3829e92ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Aug 24 19:34:07.457752 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40394) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:07.548890 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65232218-0970-47f8-9460-ab89e286174a req-c616d265-5553-4b6f-84ba-5ca43e7dc6da tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:07.550382 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65232218-0970-47f8-9460-ab89e286174a req-c616d265-5553-4b6f-84ba-5ca43e7dc6da tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.1311409 Aug 24 19:34:07.634622 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65232218-0970-47f8-9460-ab89e286174a req-71570256-b39a-486b-9074-1158ca7127c8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692778 Aug 24 19:34:07.645504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385a42-89f9-4acd-b4d4-bdeed0fa76f7 req-262d5115-767d-4e80-ae6e-1c7d0f2ea838 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:07.646295 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-76385a42-89f9-4acd-b4d4-bdeed0fa76f7 req-262d5115-767d-4e80-ae6e-1c7d0f2ea838 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.1419272 Aug 24 19:34:07.691424 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df46ad-b90f-487e-b6c7-6cccb60f96b7 x-openstack-request-id: req-c5df46ad-b90f-487e-b6c7-6cccb60f96b7 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:34:07.691424 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71966c1-f9be-4c1c-b1b3-0b9b87351800", "name": "network-vif-deleted", "tag": "22b31ca4-ca4d-4def-b031-033feec3b7b6", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:34:07.691424 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5df46ad-b90f-487e-b6c7-6cccb60f96b7 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:34:07.691424 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71966c1-f9be-4c1c-b1b3-0b9b87351800', 'name': 'network-vif-deleted', 'tag': '22b31ca4-ca4d-4def-b031-033feec3b7b6', 'status': 'completed', 'code': 200} Aug 24 19:34:07.772387 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-76385a42-89f9-4acd-b4d4-bdeed0fa76f7 req-8b90c1dc-09f8-4e93-acd2-e98c3463b024 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898197 Aug 24 19:34:07.796285 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40402) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:07.839927 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89e3c9-5356-4439-94a5-acaa42b16ef0 req-b7863661-a9c5-479e-a1a9-c0cbdcbb6487 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:07.841468 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e89e3c9-5356-4439-94a5-acaa42b16ef0 req-b7863661-a9c5-479e-a1a9-c0cbdcbb6487 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0892465 Aug 24 19:34:07.940883 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e89e3c9-5356-4439-94a5-acaa42b16ef0 req-a50013bc-81c9-4ad2-94f2-2ca8da7882a7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907848 Aug 24 19:34:08.098604 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.135200 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba4856-6950-48af-bc6a-22110dc155f0 tempest-TestShelveInstance-1744031201 tempest-TestShelveInstance-1744031201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:08.137443 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-65ba4856-6950-48af-bc6a-22110dc155f0 tempest-TestShelveInstance-1744031201 tempest-TestShelveInstance-1744031201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1094 time: 0.3394415 Aug 24 19:34:08.139835 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40422) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:08.146012 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'port_id': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:08.282457 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for floatingip, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.404900 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.423786 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Deleting port 97491800-3fee-46bb-8096-80dffc100f7e {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:34:08.424133 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.510040 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e5b7ad83-0abb-4cdf-9217-467cac8aa03e req-a3844974-9ab6-49fd-a3db-fac8a6e09732 tempest-VolumesActionsTest-1526513977 tempest-VolumesActionsTest-1526513977-project] 10.222.0.59 "GET /v2.0/ports?device_id=b71966c1-f9be-4c1c-b1b3-0b9b87351800 HTTP/1.1" status: 200 len: 210 time: 0.0294945 Aug 24 19:34:08.514154 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Allocated IP 172.27.1.44 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/c363db30-4293-42ea-9d13-0ea991cb6a5e) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:34:08.535736 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] For port 97491800-3fee-46bb-8096-80dffc100f7e, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=97491800-3fee-46bb-8096-80dffc100f7e,segment=NetworkSegment(3689b05a-93f9-41a2-af42-266144bab735),segment_id=3689b05a-93f9-41a2-af42-266144bab735)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:08.536096 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.548986 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Calling delete_port for 97491800-3fee-46bb-8096-80dffc100f7e owned by network:router_interface {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:34:08.626232 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.743733 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.764718 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f4b-594a-4801-ac21-59040a841cd6 req-82486e59-b51c-40ae-b804-734f4d4bb0d2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:08.766229 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9b320f4b-594a-4801-ac21-59040a841cd6 req-82486e59-b51c-40ae-b804-734f4d4bb0d2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0586886 Aug 24 19:34:08.780524 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:34:08.785669 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:34:08.787859 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 22b31ca4-ca4d-4def-b031-033feec3b7b6 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:34:08.789297 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:34:08.808854 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 22b31ca4-ca4d-4def-b031-033feec3b7b6 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:34:08.809580 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9b320f4b-594a-4801-ac21-59040a841cd6 req-323267a8-8601-4eb3-8b31-3ef259dca48e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371113 Aug 24 19:34:08.809738 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 22b31ca4-ca4d-4def-b031-033feec3b7b6 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:34:08.810106 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:34:08.815887 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'Port': ['ID=c363db30-4293-42ea-9d13-0ea991cb6a5e,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:08.830146 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:34:08.830519 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device c7975fe5-d0d9-4c7d-a3b8-f11f1f55a395 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:34:08.846432 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:08.879075 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97491800-3fee-46bb-8096-80dffc100f7e,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:09.003979 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:09.146361 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e52a-4d7f-4fdd-88c4-4b3e3b2296c9 req-7afb40c8-b782-45b1-a0ce-3b31565cc59f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:09.147873 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-82d4e52a-4d7f-4fdd-88c4-4b3e3b2296c9 req-7afb40c8-b782-45b1-a0ce-3b31565cc59f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1193135 Aug 24 19:34:09.161378 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:09.341304 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:09.481479 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-82d4e52a-4d7f-4fdd-88c4-4b3e3b2296c9 req-e4d5a3e1-0cd2-4105-abd2-936fa6439b50 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221881 Aug 24 19:34:09.530639 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:09.531600 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:34:09.600418 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:09.659749 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:34:09.668869 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-75b2afda-c55e-4106-a559-ab78402e9fb5 admin admin] 10.222.0.59 "PUT /v2.0/routers/972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2071245 Aug 24 19:34:09.669149 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40484) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:09.670529 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] Sync routers for ids ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:34:09.672704 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event updated for resources: {'Port': ['ID=c363db30-4293-42ea-9d13-0ea991cb6a5e,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:09.686632 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:09.687097 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] Routers {'972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:34:09.688515 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:09.942112 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] Set router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:34:09.958183 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.l3_db [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Floating IP d58d42f0-5ad2-49d9-9dda-dcde581cbcc6 associated. External IP: 172.27.1.44, port: 9eae3e9d-b91a-4a71-8862-9ab8e3b42579. Aug 24 19:34:09.975856 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks [] for router, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:10.138119 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603729b-37f1-4ff7-90fa-578fbc14f615 req-9fd5b89a-3a2c-419e-b92d-7aa7495b629b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:10.139670 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2603729b-37f1-4ff7-90fa-578fbc14f615 req-9fd5b89a-3a2c-419e-b92d-7aa7495b629b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.2492273 Aug 24 19:34:10.181386 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:34:08Z', 'revision_number': 5, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:10.216978 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] Checking router: 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:34:10.228799 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] Routers {'972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:34:10.230233 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:10.235242 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2603729b-37f1-4ff7-90fa-578fbc14f615 req-4e59bd26-e684-414b-8a7d-e9d55ccb5871 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826266 Aug 24 19:34:10.271546 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:10.302869 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Router a48a8783-cea3-4a80-876e-57b9899186bc has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:34:10.374034 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] Set router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:34:10.438096 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Deleting port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:34:10.438375 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:10.559975 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] For port 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:10.560371 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:10.574465 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Calling delete_port for 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba owned by network:router_gateway {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:34:10.624890 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:34:08Z', 'revision_number': 5, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:10.636658 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:34:10.647911 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] Sync routers for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:34:10.659451 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:34:10.660080 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:10.663440 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542a73d-633c-4df5-b6f9-71b56fae87f5 None None] The sync data for ids ['972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b'] in dv-cinder-798198-3-iscsi is: [{'id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'name': 'tempest-ServerRescueNegativeTestJSON-705278639-router', 'tenant_id': '12f52cbd047b400a8376723f14c37c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:03Z', 'updated_at': '2021-08-24T19:34:08Z', 'revision_number': 5, 'project_id': '12f52cbd047b400a8376723f14c37c65', 'gw_port': {'id': '4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:34:10.737877 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:10.776594 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ef0c68a4-3393-4fd6-afb6-962427e09cff tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6318219 Aug 24 19:34:10.776594 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:34:10.777027 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358abf11-7037-463a-991c-f02bf7d9009b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:34:10.824001 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b861b3-8043-4953-9fae-b5664825e062 x-openstack-request-id: req-98b861b3-8043-4953-9fae-b5664825e062 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:34:10.825349 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:34:10.825609 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98b861b3-8043-4953-9fae-b5664825e062 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:34:10.831581 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'status': 'completed', 'code': 200} Aug 24 19:34:10.840743 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:34:10.900274 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abf11-7037-463a-991c-f02bf7d9009b req-46e75a15-ca75-4233-a746-d500691ddcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:10.902329 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-358abf11-7037-463a-991c-f02bf7d9009b req-46e75a15-ca75-4233-a746-d500691ddcea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1099 time: 0.0531993 Aug 24 19:34:10.991330 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.037901 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:11.068663 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.200450 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abf11-7037-463a-991c-f02bf7d9009b req-695396ee-e0f1-45c0-8b0b-dd42d12b4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:11.202074 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-358abf11-7037-463a-991c-f02bf7d9009b req-695396ee-e0f1-45c0-8b0b-dd42d12b4cfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 909 time: 0.2740998 Aug 24 19:34:11.210040 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.213778 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.320727 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'd58d42f0-5ad2-49d9-9dda-dcde581cbcc6', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'port_id': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'mac_address': 'fa:16:3e:c2:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:34:09Z', 'updated_at': '2021-08-24T19:34:09Z', 'revision_number': 0, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 5, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:11.384737 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] Checking router: a48a8783-cea3-4a80-876e-57b9899186bc for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:34:11.395894 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:34:11.396660 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:11.435767 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-358abf11-7037-463a-991c-f02bf7d9009b req-77f47dbd-9c40-4ff8-aeeb-3e9321a90b23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 999 time: 0.2200005 Aug 24 19:34:11.513835 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.514682 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b {{(pid=94430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:34:11.521253 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] Notify callbacks [] for router, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.522487 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-1fda5b86-9eca-446d-bc47-57dd3be6e71a admin admin] 10.222.0.59 "DELETE /v2.0/routers/972a7ecf-82e3-4fc2-94d3-dc6d6e8c165b HTTP/1.1" status: 204 len: 168 time: 1.8523374 Aug 24 19:34:11.526147 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40540) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:11.557897 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532f449-2dcb-4707-8213-053d97726e5b req-e613f6c7-99b5-44af-a7a2-abe670aef2c0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:11.566712 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b532f449-2dcb-4707-8213-053d97726e5b req-e613f6c7-99b5-44af-a7a2-abe670aef2c0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.1923146 Aug 24 19:34:11.574274 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 97491800-3fee-46bb-8096-80dffc100f7e no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:34:11.612093 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] Deleting subnet 0a9bc37c-8549-49c9-a3d5-82330c91d1bf {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:34:11.614060 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:34:11.616148 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 97491800-3fee-46bb-8096-80dffc100f7e {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:34:11.616415 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 97491800-3fee-46bb-8096-80dffc100f7e not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:34:11.620575 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.627331 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abf11-7037-463a-991c-f02bf7d9009b req-248c39f5-ab40-4618-9e36-409d8c17d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:11.628911 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-358abf11-7037-463a-991c-f02bf7d9009b req-248c39f5-ab40-4618-9e36-409d8c17d47e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 200 len: 847 time: 0.1797695 Aug 24 19:34:11.659907 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.678966 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b532f449-2dcb-4707-8213-053d97726e5b req-cdb5146e-6721-435d-8780-7753fd27e92e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093724 Aug 24 19:34:11.722500 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abf11-7037-463a-991c-f02bf7d9009b req-0ab8ef04-81b3-46b1-8bd8-2a9ca77e4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:11.724010 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-358abf11-7037-463a-991c-f02bf7d9009b req-0ab8ef04-81b3-46b1-8bd8-2a9ca77e4721 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830977 Aug 24 19:34:11.728111 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.866441 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d343dfc-d046-4b47-b3b7-080e0996b1a9 req-1d82efdb-88fb-45ac-88b4-44f19bafab46 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:11.868134 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d343dfc-d046-4b47-b3b7-080e0996b1a9 req-1d82efdb-88fb-45ac-88b4-44f19bafab46 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.1002150 Aug 24 19:34:11.892989 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-358abf11-7037-463a-991c-f02bf7d9009b req-0917f7ba-b6a2-40b5-be38-7b193265227a service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608009 Aug 24 19:34:11.904304 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.920595 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'd58d42f0-5ad2-49d9-9dda-dcde581cbcc6', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'port_id': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'mac_address': 'fa:16:3e:c2:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:34:09Z', 'updated_at': '2021-08-24T19:34:09Z', 'revision_number': 0, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 5, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:11.924966 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d343dfc-d046-4b47-b3b7-080e0996b1a9 req-64aba1b3-13f9-425c-80cc-e617ba40e1ec tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495031 Aug 24 19:34:11.949795 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40550) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:11.955625 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e2248-4e62-4d1a-aea4-0f53cedb2437 None None] The sync data for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi is: [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'd58d42f0-5ad2-49d9-9dda-dcde581cbcc6', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'port_id': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'mac_address': 'fa:16:3e:c2:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:34:09Z', 'updated_at': '2021-08-24T19:34:09Z', 'revision_number': 0, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 5, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:34:11.957915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:11.960107 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0a9bc37c-8549-49c9-a3d5-82330c91d1bf HTTP/1.1" status: 204 len: 168 time: 0.4328065 Aug 24 19:34:11.960931 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456de9-cfad-4908-bbe5-4d25895025f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9bc37c-8549-49c9-a3d5-82330c91d1bf,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:11.963373 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40554) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:12.040553 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.134830 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3faa5f-a595-48d4-9646-cc842508492a tempest-TestMinimumBasicScenario-454866122 tempest-TestMinimumBasicScenario-454866122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:12.137139 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ce3faa5f-a595-48d4-9646-cc842508492a tempest-TestMinimumBasicScenario-454866122 tempest-TestMinimumBasicScenario-454866122-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1093 time: 0.1861734 Aug 24 19:34:12.140149 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40556) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:12.145002 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'port_id': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:12.146881 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.161071 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70092ee-01e0-4510-8c36-816b342ef97f']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:12.189692 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3689b05a-93f9-41a2-af42-266144bab735') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:12.189878 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3689b05a-93f9-41a2-af42-266144bab735') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:12.200948 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.223094 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.233136 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6edf6f-10b4-4417-98d0-758fff5d50ff None None] New status for floating IP d58d42f0-5ad2-49d9-9dda-dcde581cbcc6: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:34:12.234503 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:34:12.235042 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:34:12.239821 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:34:12.269385 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for floatingip, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.314629 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.377902 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.400654 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.407521 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.413129 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] 10.222.0.59 "DELETE /v2.0/networks/e70092ee-01e0-4510-8c36-816b342ef97f HTTP/1.1" status: 204 len: 168 time: 0.4486158 Aug 24 19:34:12.439178 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494d292-b3e6-46a4-9f92-b04d35a1703f admin admin] Pushing event deleted for resources: {'Network': ['ID=e70092ee-01e0-4510-8c36-816b342ef97f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:12.493821 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Allocated IP 172.27.1.206 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/c9171f9a-d3d2-4adb-9035-7d4eed6db6dc) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:34:12.616421 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.793877 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:12.835628 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:34:12.845724 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:34:12.860532 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce37b33-480c-441c-be7f-d0f435912d6c req-d465ed7c-7775-45f9-aa67-95e752569246 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:12.862057 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cce37b33-480c-441c-be7f-d0f435912d6c req-d465ed7c-7775-45f9-aa67-95e752569246 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.0964277 Aug 24 19:34:12.862901 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:34:12.893614 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'Port': ['ID=c9171f9a-d3d2-4adb-9035-7d4eed6db6dc,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:12.956444 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cce37b33-480c-441c-be7f-d0f435912d6c req-b11c39da-b47f-4fda-b4b8-b952d90e1f7d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876040 Aug 24 19:34:13.006257 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40568) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:13.047242 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c332aaa3-85f9-4a37-b33b-61829d46f140 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12f52cbd047b400a8376723f14c37c65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396144 Aug 24 19:34:13.049498 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40570) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:13.100119 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d6df6694-21e8-4bc7-a259-9f2de15b320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:13.122978 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d6df6694-21e8-4bc7-a259-9f2de15b320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:13.208401 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:13.459334 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:34:13.483018 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:34:13.483370 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4dfafa8c-7b1e-45fd-9b2b-430c9180c9ba not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:34:13.725629 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d6df6694-21e8-4bc7-a259-9f2de15b320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:13.728222 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d6df6694-21e8-4bc7-a259-9f2de15b320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:13.729925 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d6df6694-21e8-4bc7-a259-9f2de15b320c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e HTTP/1.1" status: 204 len: 168 time: 0.6795428 Aug 24 19:34:13.737673 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df6694-21e8-4bc7-a259-9f2de15b320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55e4177-7dd9-4f6e-9431-b8f9c9fd0c7e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:13.798723 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:13.834790 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-358abf11-7037-463a-991c-f02bf7d9009b req-99c9e4c1-2b11-405f-b2db-909cd068ee2f service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357553 Aug 24 19:34:13.965837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:14.059618 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:14.102475 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:14.435687 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f9232-2541-4358-b7db-8819aca5b7de req-0e05c80d-dedd-48f6-9d71-74260e4c83c4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:14.437191 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9b9f9232-2541-4358-b7db-8819aca5b7de req-0e05c80d-dedd-48f6-9d71-74260e4c83c4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 943 time: 0.4049175 Aug 24 19:34:14.439863 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'Port': ['ID=c9171f9a-d3d2-4adb-9035-7d4eed6db6dc,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:14.495894 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9b9f9232-2541-4358-b7db-8819aca5b7de req-816f95eb-808c-4136-811f-a6fbc1e768f9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516877 Aug 24 19:34:14.515580 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Floating IP fdb9246c-0727-472d-a1f1-b2569b627830 associated. External IP: 172.27.1.206, port: 0ce85f00-01ff-4d38-89a7-beb1609b7e9a. Aug 24 19:34:14.725769 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:34:14.727802 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:34:14.852600 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:14.870487 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'port_id': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'mac_address': 'fa:16:3e:ff:b2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:34:14.887305 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-75d4354e-08fb-428f-a260-8bb19a266010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:14.887305 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-75d4354e-08fb-428f-a260-8bb19a266010 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1096 time: 0.0685103 Aug 24 19:34:14.898118 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:34:14.909520 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] Sync routers for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:34:14.930573 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:14.939383 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:34:14.940000 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:14.974570 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:34:14.997703 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-473ccc5d-dddb-47f7-9e99-b2b06e3404f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:14.999217 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-473ccc5d-dddb-47f7-9e99-b2b06e3404f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.0909629 Aug 24 19:34:15.029877 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:15.055465 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:15.065987 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:34:15.095319 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a4ba4c0a-87c5-442c-822b-bc9b3d03d91f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9539137 Aug 24 19:34:15.097999 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:34:15.098140 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40610) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:15.100049 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facdcf90-45bf-41e5-8ec8-0c3abbc79869" -d '{"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:34:15.102813 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-e20fb54b-1ecc-4735-91a9-10c373e5c19d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714711462', 'description': 'tempest-secgroup-smoke-1714711462 description', 'project_id': '6c0be9c2c7eb4e229138150d1a78323a'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:15.121598 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-6201403b-7606-4ae0-97e8-06d60ac345d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 HTTP/1.1" status: 200 len: 998 time: 0.1146383 Aug 24 19:34:15.144545 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e66c1-eea4-4325-8309-ae8235b707f4 x-openstack-request-id: req-9b1e66c1-eea4-4325-8309-ae8235b707f4 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:34:15.146090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:34:15.146090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b1e66c1-eea4-4325-8309-ae8235b707f4 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:34:15.146090 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'status': 'completed', 'code': 200} Aug 24 19:34:15.152909 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:15.183411 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-b53ad3fb-22c5-4383-8144-e3c6643e467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:15.184999 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-b53ad3fb-22c5-4383-8144-e3c6643e467d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0507362 Aug 24 19:34:15.230045 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=9']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:15.235149 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-16d45459-d2f2-4f24-8195-d54c0b8c7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:15.237302 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-16d45459-d2f2-4f24-8195-d54c0b8c7b28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1098 time: 0.0511627 Aug 24 19:34:15.252456 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-a27dbc6a-fc7e-4b36-b3dd-51f4b8086d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:15.257084 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-a27dbc6a-fc7e-4b36-b3dd-51f4b8086d61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585449 Aug 24 19:34:15.305753 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e20fb54b-1ecc-4735-91a9-10c373e5c19d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:15.365647 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-34527c34-f6b8-4f8d-bda6-c83ed9946409 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003799 Aug 24 19:34:15.372654 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-f31f3ae9-cb2f-4b31-92df-04dedc34115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:15.372654 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-f31f3ae9-cb2f-4b31-92df-04dedc34115f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 200 len: 916 time: 0.1252947 Aug 24 19:34:15.390550 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'fdb9246c-0727-472d-a1f1-b2569b627830', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'port_id': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'mac_address': 'fa:16:3e:99:7e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:34:13Z', 'updated_at': '2021-08-24T19:34:13Z', 'revision_number': 0, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:52Z', 'revision_number': 5, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:15.416579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] Checking router: 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:34:15.425597 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:34:15.426307 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:15.461607 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-e228bab7-411a-485d-bae0-b0886109755a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 999 time: 0.0777187 Aug 24 19:34:15.467334 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:34:15.487478 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7b57c31e-978d-4950-8e85-ba97273d9247 req-75aae788-6204-41b6-a262-558b56bd1183 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081572 Aug 24 19:34:15.499628 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e20fb54b-1ecc-4735-91a9-10c373e5c19d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:15.529769 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-85567ffd-8834-4f06-97cc-dcf70541c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:15.536066 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-85567ffd-8834-4f06-97cc-dcf70541c4c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec284bf8-e6cf-44c0-a279-64fa1bff4b24 HTTP/1.1" status: 200 len: 854 time: 0.0660636 Aug 24 19:34:15.594829 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:34:15.597720 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-3775ffbe-c8f8-4e4f-9f42-882e3b210c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:15.599344 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-3775ffbe-c8f8-4e4f-9f42-882e3b210c73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582576 Aug 24 19:34:15.600491 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e20fb54b-1ecc-4735-91a9-10c373e5c19d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:15.662868 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6482c6a-094a-444a-bc73-6d737556f833 req-10781c0d-083f-4596-b895-0730a67d8e3f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:15.672680 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a6482c6a-094a-444a-bc73-6d737556f833 req-10781c0d-083f-4596-b895-0730a67d8e3f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.0907874 Aug 24 19:34:15.733814 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-b67a2c7c-5090-42a0-bc2f-9d04f4d453a7 service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266282 Aug 24 19:34:15.736863 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a6482c6a-094a-444a-bc73-6d737556f833 req-f84c3d8f-72c4-4cad-8343-5a4c2baff939 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566316 Aug 24 19:34:15.781472 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fb54b-1ecc-4735-91a9-10c373e5c19d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9a168-302d-46d0-bfdb-fb3adc0b8a09,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:15.851205 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e20fb54b-1ecc-4735-91a9-10c373e5c19d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:15.855134 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-e20fb54b-1ecc-4735-91a9-10c373e5c19d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7542517 Aug 24 19:34:15.862552 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40634) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:15.862896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-ac279189-10ed-4c52-b577-bee641325903 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'security_group_rule': {'security_group_id': '25a9a168-302d-46d0-bfdb-fb3adc0b8a09', 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:15.871310 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-facdcf90-45bf-41e5-8ec8-0c3abbc79869 req-046bea47-513d-4aed-a1bd-890c07b8fd8d service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237662 Aug 24 19:34:15.934461 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'fdb9246c-0727-472d-a1f1-b2569b627830', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'port_id': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'mac_address': 'fa:16:3e:99:7e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:34:13Z', 'updated_at': '2021-08-24T19:34:13Z', 'revision_number': 0, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:52Z', 'revision_number': 5, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:15.965210 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10fc771-b62c-466e-9a32-bbdbaaadb2fe None None] The sync data for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi is: [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'fdb9246c-0727-472d-a1f1-b2569b627830', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'port_id': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'mac_address': 'fa:16:3e:99:7e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:34:13Z', 'updated_at': '2021-08-24T19:34:13Z', 'revision_number': 0, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:52Z', 'revision_number': 5, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:34:16.043426 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ac279189-10ed-4c52-b577-bee641325903 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.101854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ac279189-10ed-4c52-b577-bee641325903 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.183499 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ac279189-10ed-4c52-b577-bee641325903 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.203608 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f97612-b8a5-4bb7-9e3e-db591608f541 None None] New status for floating IP fdb9246c-0727-472d-a1f1-b2569b627830: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:34:16.214121 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac279189-10ed-4c52-b577-bee641325903 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c21ece-cf53-40d1-80e1-c7f89d15b3ca,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:16.318772 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ac279189-10ed-4c52-b577-bee641325903 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.322959 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ac279189-10ed-4c52-b577-bee641325903 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4653046 Aug 24 19:34:16.325678 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40656) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:16.330819 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-9445d3a8-ebb3-44eb-b3ce-4aa989d5c087 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'security_group_rule': {'security_group_id': '25a9a168-302d-46d0-bfdb-fb3adc0b8a09', 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:16.479791 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9445d3a8-ebb3-44eb-b3ce-4aa989d5c087 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.548246 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9445d3a8-ebb3-44eb-b3ce-4aa989d5c087 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.651344 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9445d3a8-ebb3-44eb-b3ce-4aa989d5c087 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.668933 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d3a8-ebb3-44eb-b3ce-4aa989d5c087 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0d8a1f-f5c9-44ef-b3c7-99625c9a6ed0,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:16.742621 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9445d3a8-ebb3-44eb-b3ce-4aa989d5c087 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:16.747110 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-9445d3a8-ebb3-44eb-b3ce-4aa989d5c087 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171884 Aug 24 19:34:16.751242 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40678) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:16.759264 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-9d82f3a8-139d-4d0b-b3ff-1520371b5c59 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'security_group_rule': {'security_group_id': '25a9a168-302d-46d0-bfdb-fb3adc0b8a09', 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:16.869713 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5ebcd-79c7-46f9-8623-360ca985f511 req-a04a7cc0-cf56-4472-8e2c-7211e30aff7c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:16.871475 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-54b5ebcd-79c7-46f9-8623-360ca985f511 req-a04a7cc0-cf56-4472-8e2c-7211e30aff7c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.0608342 Aug 24 19:34:16.923513 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-54b5ebcd-79c7-46f9-8623-360ca985f511 req-1e6a389d-be27-4754-a6f6-e1f2430a5809 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Aug 24 19:34:16.931395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9d82f3a8-139d-4d0b-b3ff-1520371b5c59 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.018612 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9d82f3a8-139d-4d0b-b3ff-1520371b5c59 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.166787 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9d82f3a8-139d-4d0b-b3ff-1520371b5c59 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.190928 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82f3a8-139d-4d0b-b3ff-1520371b5c59 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274ffaa6-1fc2-4a01-b5be-26106c3847ea,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:17.268736 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9d82f3a8-139d-4d0b-b3ff-1520371b5c59 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.270565 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-9d82f3a8-139d-4d0b-b3ff-1520371b5c59 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5159698 Aug 24 19:34:17.273523 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40684) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:17.279090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-743b2d92-590a-4bac-9860-a6f03bd58240 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'security_group_rule': {'security_group_id': '25a9a168-302d-46d0-bfdb-fb3adc0b8a09', 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:17.405597 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-743b2d92-590a-4bac-9860-a6f03bd58240 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.472738 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-743b2d92-590a-4bac-9860-a6f03bd58240 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.488175 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40688) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:17.559905 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-743b2d92-590a-4bac-9860-a6f03bd58240 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.579275 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2d92-590a-4bac-9860-a6f03bd58240 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547f497f-8522-4281-aad7-542db1a97fbb,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:17.622212 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-663cd7bc-cb6f-4c24-b42a-68b397de042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.664387 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-743b2d92-590a-4bac-9860-a6f03bd58240 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.665587 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-743b2d92-590a-4bac-9860-a6f03bd58240 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911273 Aug 24 19:34:17.668837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40692) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:17.675404 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'security_group_rule': {'security_group_id': '25a9a168-302d-46d0-bfdb-fb3adc0b8a09', 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:17.720735 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:34:17.802228 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-663cd7bc-cb6f-4c24-b42a-68b397de042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.882810 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-663cd7bc-cb6f-4c24-b42a-68b397de042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.913444 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:34:17.913569 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:17.919055 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cd7bc-cb6f-4c24-b42a-68b397de042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef850395-4989-4fbc-8a20-cb0fae232ddd,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:17.950411 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-663cd7bc-cb6f-4c24-b42a-68b397de042e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ceff14573cd4b14943d31e40acf13a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562974 Aug 24 19:34:17.950688 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40698) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:17.979022 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.securitygroups_db [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Project 6c0be9c2c7eb4e229138150d1a78323a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:34:17.989548 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.018580 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.032744 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-db25ff5e-144f-40db-8541-46f5b88c8eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.045271 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:34:18.047955 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5cae2a-7d9c-450a-a9e3-87f567b37268" -d '{"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-plugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:34:18.066470 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-db25ff5e-144f-40db-8541-46f5b88c8eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.091590 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:18.115693 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e6b261-ff70-4d3e-b382-079a0efe25a6 x-openstack-request-id: req-22e6b261-ff70-4d3e-b382-079a0efe25a6 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:34:18.115993 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-plugged", "status": "completed", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:34:18.116245 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22e6b261-ff70-4d3e-b382-079a0efe25a6 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:34:18.116662 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'code': 200} Aug 24 19:34:18.181732 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7554e0-1c73-48b6-a341-cc2ef28b5b4a req-be830599-3af3-4453-bc23-a48afd231829 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:18.183422 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6a7554e0-1c73-48b6-a341-cc2ef28b5b4a req-be830599-3af3-4453-bc23-a48afd231829 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 944 time: 0.1217787 Aug 24 19:34:18.188013 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.236563 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6a7554e0-1c73-48b6-a341-cc2ef28b5b4a req-07b0f963-7995-43a3-8e46-dccbcf3ecb66 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Aug 24 19:34:18.245237 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-db25ff5e-144f-40db-8541-46f5b88c8eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.253735 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-db25ff5e-144f-40db-8541-46f5b88c8eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.253735 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-db25ff5e-144f-40db-8541-46f5b88c8eee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef850395-4989-4fbc-8a20-cb0fae232ddd HTTP/1.1" status: 204 len: 168 time: 0.2986267 Aug 24 19:34:18.274789 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25ff5e-144f-40db-8541-46f5b88c8eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef850395-4989-4fbc-8a20-cb0fae232ddd,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:18.275000 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=10']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:18.301530 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.457321 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.479821 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d99f942-fc0f-4e6e-9ab4-e85ab54635e5,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:18.594157 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.598569 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-78177429-e571-44e1-ab9b-8832fa94aacd tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9256558 Aug 24 19:34:18.603729 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40706) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:18.603729 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'security_group_rule': {'security_group_id': '25a9a168-302d-46d0-bfdb-fb3adc0b8a09', 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:18.708182 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.securitygroups_db [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Project 6c0be9c2c7eb4e229138150d1a78323a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:34:18.713617 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.788197 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.867252 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574fdb-a4dd-4e48-ad0f-58f9c832be8b req-a0254cc8-1b76-4647-9164-ceafa205a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:18.869431 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-24574fdb-a4dd-4e48-ad0f-58f9c832be8b req-a0254cc8-1b76-4647-9164-ceafa205a19a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 1099 time: 0.0478396 Aug 24 19:34:18.896991 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:18.914959 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-24574fdb-a4dd-4e48-ad0f-58f9c832be8b req-d4422a35-b8ba-40f3-95d0-1ea5e450a83d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379107 Aug 24 19:34:18.930254 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716d3eb6-d885-410e-a981-2099be2ae7d5,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:19.062218 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.063477 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ceb272cc-7f75-4f49-859e-ca8c59715a5b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4637129 Aug 24 19:34:19.153816 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-3b67177b-a146-4574-88dd-27b271d51cd8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714711462&fields=id&tenant_id=6c0be9c2c7eb4e229138150d1a78323a HTTP/1.1" status: 200 len: 267 time: 0.0335085 Aug 24 19:34:19.167923 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40714) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:19.185033 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a42fd0ff-214f-4c37-a08e-507c5549a1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.219717 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-2af1a43b-942e-4a10-9c33-7a42254bbaaf tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:19.221558 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-2af1a43b-942e-4a10-9c33-7a42254bbaaf tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0614986 Aug 24 19:34:19.234622 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'port': {'security_groups': ['1b820ada-9eab-4717-9ef9-08f8856228e6', '25a9a168-302d-46d0-bfdb-fb3adc0b8a09']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:19.307534 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a42fd0ff-214f-4c37-a08e-507c5549a1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.322021 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.377440 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a42fd0ff-214f-4c37-a08e-507c5549a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.439377 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fd0ff-214f-4c37-a08e-507c5549a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad08e825-f03f-412e-b6e2-7b3d169f9cb1,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:19.443816 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b97b69-9551-4a9b-b88c-6bcb3a3e6841 req-bbdc535b-0edd-46ee-8478-529ecc067708 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:19.445468 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-94b97b69-9551-4a9b-b88c-6bcb3a3e6841 req-bbdc535b-0edd-46ee-8478-529ecc067708 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0874422 Aug 24 19:34:19.446070 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-a42fd0ff-214f-4c37-a08e-507c5549a1b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69ddb2a671084f7abacbf548cc91d907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768521 Aug 24 19:34:19.449009 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40718) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:19.518343 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-94b97b69-9551-4a9b-b88c-6bcb3a3e6841 req-5a3a3ed1-cd09-41c6-b122-d15646c06ff1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640826 Aug 24 19:34:19.520168 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bff84c27-ba1d-4f28-b673-74dc3e9e4a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.555448 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bff84c27-ba1d-4f28-b673-74dc3e9e4a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.621382 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:34:19.661519 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.696650 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bff84c27-ba1d-4f28-b673-74dc3e9e4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.699403 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bff84c27-ba1d-4f28-b673-74dc3e9e4a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.702802 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-bff84c27-ba1d-4f28-b673-74dc3e9e4a6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad08e825-f03f-412e-b6e2-7b3d169f9cb1 HTTP/1.1" status: 204 len: 168 time: 0.2507889 Aug 24 19:34:19.710005 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff84c27-ba1d-4f28-b673-74dc3e9e4a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad08e825-f03f-412e-b6e2-7b3d169f9cb1,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:19.760974 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.777140 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['0ce85f00-01ff-4d38-89a7-beb1609b7e9a'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:34:19.810191 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:19.810845 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:19.813029 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-69b12008-1af1-47d1-bf4c-888942f65a2c req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "PUT /v2.0/ports/0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 981 time: 0.5842099 Aug 24 19:34:19.813470 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:34:19.815720 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835cb95-766f-41f1-85ef-9cf451a9974b" -d '{"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:34:19.896143 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1b785-fb10-4b99-ae7e-f1ddb7d32bc8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=6']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:19.969793 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['0ce85f00-01ff-4d38-89a7-beb1609b7e9a'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:34:19.987664 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e7e2c-c9fb-4a05-9312-6ad2c0a0ef95 req-f739b9dd-e740-4009-96e8-87949de450ff tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:20.007169 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9d4e7e2c-c9fb-4a05-9312-6ad2c0a0ef95 req-f739b9dd-e740-4009-96e8-87949de450ff tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0833328 Aug 24 19:34:20.030021 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9eb06b-2deb-4be2-b1af-f04af5ec9c0c x-openstack-request-id: req-9e9eb06b-2deb-4be2-b1af-f04af5ec9c0c {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:34:20.030021 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:34:20.030348 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e9eb06b-2deb-4be2-b1af-f04af5ec9c0c {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:34:20.042394 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'status': 'completed', 'code': 200} Aug 24 19:34:20.122630 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9d4e7e2c-c9fb-4a05-9312-6ad2c0a0ef95 req-7242cde0-423d-4d08-bdc1-5331b7b56ccc tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142526 Aug 24 19:34:20.124909 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-97e4c820-258f-4a31-8795-eb9071dac67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:20.127643 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-97e4c820-258f-4a31-8795-eb9071dac67e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1137 time: 0.1116168 Aug 24 19:34:20.241607 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-8beb427a-f641-4bc1-b956-37cbbb22e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:20.243098 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-8beb427a-f641-4bc1-b956-37cbbb22e534 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 200 len: 916 time: 0.1001225 Aug 24 19:34:20.386667 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-8ab1476f-6ea3-4fe4-b8e9-c7c1d1be25f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 1001 time: 0.1327522 Aug 24 19:34:20.428459 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-6aa6ced0-5256-4e22-b8cc-dc661e007244 None None] Provisioning complete for port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:34:20.428751 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ced0-5256-4e22-b8cc-dc661e007244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:20.464715 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-b696336a-9378-4ecf-ad5a-cd74ce5dc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:20.467879 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-b696336a-9378-4ecf-ad5a-cd74ce5dc228 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec284bf8-e6cf-44c0-a279-64fa1bff4b24 HTTP/1.1" status: 200 len: 854 time: 0.0721297 Aug 24 19:34:20.546105 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-6f8ff4f0-5d31-4097-9dcf-fe91086d1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:20.549782 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-6f8ff4f0-5d31-4097-9dcf-fe91086d1ff4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719361 Aug 24 19:34:20.774787 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-3cd60ec7-9c64-4f28-8ffa-760b9aa61ddc service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132738 Aug 24 19:34:20.774958 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e29b3d-6c57-4c2c-b01e-e79baa9ad93e req-fbf3066a-7c2e-4071-b1ec-6954df78d816 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:20.788839 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-87e29b3d-6c57-4c2c-b01e-e79baa9ad93e req-fbf3066a-7c2e-4071-b1ec-6954df78d816 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.1003323 Aug 24 19:34:20.861656 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-87e29b3d-6c57-4c2c-b01e-e79baa9ad93e req-c28022b2-fd81-4349-b607-735a4d868221 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718272 Aug 24 19:34:20.955596 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-3835cb95-766f-41f1-85ef-9cf451a9974b req-255e0452-4af3-44c9-9064-c3f6c480d5f3 service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696372 Aug 24 19:34:21.994351 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2555a-d974-4736-a429-e76239374830 req-a10dcf1e-dfa2-437a-8d2f-bdac2541172c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:21.996486 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2fc2555a-d974-4736-a429-e76239374830 req-a10dcf1e-dfa2-437a-8d2f-bdac2541172c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0558248 Aug 24 19:34:22.036956 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2fc2555a-d974-4736-a429-e76239374830 req-e3a7e269-c927-492b-8d35-ed092b7a695b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337131 Aug 24 19:34:23.167884 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aecaf-fd85-4fbd-8bb8-e64bc8f182b3 req-b97f7de4-3006-4b92-bc95-8c55459daa84 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:23.170166 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5f0aecaf-fd85-4fbd-8bb8-e64bc8f182b3 req-b97f7de4-3006-4b92-bc95-8c55459daa84 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0556328 Aug 24 19:34:23.232584 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5f0aecaf-fd85-4fbd-8bb8-e64bc8f182b3 req-227c6f6a-0b0e-4a00-9108-1a22d77e3f45 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487165 Aug 24 19:34:24.358151 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5918-9bb9-4ca2-8f0a-e75cf45608a3 req-3f57ddba-e6bf-4177-9e18-7054b2bb7296 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:24.359757 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-552a5918-9bb9-4ca2-8f0a-e75cf45608a3 req-3f57ddba-e6bf-4177-9e18-7054b2bb7296 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0554481 Aug 24 19:34:24.408798 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-552a5918-9bb9-4ca2-8f0a-e75cf45608a3 req-84eb2222-6ad6-41d4-b61e-1f7ecf08df74 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Aug 24 19:34:25.554354 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b57f-ee57-4ae1-9d6d-387627586b71 req-df05348b-08a3-4c0c-808e-8c64e1077810 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:25.568708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7a0b57f-ee57-4ae1-9d6d-387627586b71 req-df05348b-08a3-4c0c-808e-8c64e1077810 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0544603 Aug 24 19:34:25.607237 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7a0b57f-ee57-4ae1-9d6d-387627586b71 req-cc37b194-68ae-40df-95be-2ef93d53e864 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369580 Aug 24 19:34:26.738034 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906da4-dd61-4915-bb65-e23aef797e90 req-46460690-382f-4ad4-a46a-2b88327679d6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:26.739515 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc906da4-dd61-4915-bb65-e23aef797e90 req-46460690-382f-4ad4-a46a-2b88327679d6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0511627 Aug 24 19:34:26.789059 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc906da4-dd61-4915-bb65-e23aef797e90 req-9f90b888-11ee-4e73-98ca-e8dc891228cc tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 Aug 24 19:34:26.939415 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40934) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:27.082573 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a885302a-3e6a-4966-88d3-0289df30db7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:27.204001 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a885302a-3e6a-4966-88d3-0289df30db7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:27.376482 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a885302a-3e6a-4966-88d3-0289df30db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:27.445632 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885302a-3e6a-4966-88d3-0289df30db7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d282862-cb98-44da-acef-c3473e0bee59,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:27.452886 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40944) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:27.453404 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a885302a-3e6a-4966-88d3-0289df30db7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f2b9924e17a44ea9bd19a929523e2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124068 Aug 24 19:34:27.504783 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:27.556284 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:27.736023 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:27.740733 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:27.755468 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d282862-cb98-44da-acef-c3473e0bee59 HTTP/1.1" status: 204 len: 168 time: 0.2945282 Aug 24 19:34:27.774363 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d282862-cb98-44da-acef-c3473e0bee59,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:27.791220 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.792026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.792726 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.793812 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.794402 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.794984 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.796047 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.796423 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.797708 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.798756 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.799282 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.799978 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294190f9-4ba8-4e70-a9ac-0be63388f5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:34:27.969396 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c1a9-8f24-443b-a000-310c3eab6b7c req-598ee083-f6ef-46a9-9b6e-b4acf65f3af7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:27.970874 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b2c1c1a9-8f24-443b-a000-310c3eab6b7c req-598ee083-f6ef-46a9-9b6e-b4acf65f3af7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0825052 Aug 24 19:34:28.016943 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b2c1c1a9-8f24-443b-a000-310c3eab6b7c req-92dc36cd-b757-4019-84e5-b81b695e6a20 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Aug 24 19:34:28.539011 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 40964) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:28.556207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00065ba3-2e31-4e03-ad4f-1b1d3fd9d1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:28.660048 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00065ba3-2e31-4e03-ad4f-1b1d3fd9d1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:28.741576 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-00065ba3-2e31-4e03-ad4f-1b1d3fd9d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:28.784012 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 40968) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:28.784636 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-00065ba3-2e31-4e03-ad4f-1b1d3fd9d1bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eca2a79c04494beb855297d662049016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431347 Aug 24 19:34:28.784963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00065ba3-2e31-4e03-ad4f-1b1d3fd9d1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da9a86-9b2e-4e90-b194-f8e474310a8e,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:28.848571 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7fcaaf9d-060f-4699-975a-8740b3f5f35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:28.870408 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7fcaaf9d-060f-4699-975a-8740b3f5f35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:29.137135 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7fcaaf9d-060f-4699-975a-8740b3f5f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:29.138449 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-7fcaaf9d-060f-4699-975a-8740b3f5f35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:29.142254 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-7fcaaf9d-060f-4699-975a-8740b3f5f35a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61da9a86-9b2e-4e90-b194-f8e474310a8e HTTP/1.1" status: 204 len: 168 time: 0.3543735 Aug 24 19:34:29.148425 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaaf9d-060f-4699-975a-8740b3f5f35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da9a86-9b2e-4e90-b194-f8e474310a8e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:31.847212 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41038) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:31.855579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4319f9a6-0936-4afb-a447-488b06e42e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:31.979931 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4d32-d4db-4a0e-b305-b4b5a1827278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:32.103098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4d32-d4db-4a0e-b305-b4b5a1827278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:32.169801 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4d32-d4db-4a0e-b305-b4b5a1827278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:32.218711 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf4d32-d4db-4a0e-b305-b4b5a1827278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bce2679-c4a9-449a-82c5-7db903511e4b,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:32.240048 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b2cf4d32-d4db-4a0e-b305-b4b5a1827278 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c4e8902ad04a4a7ea914a997a719a632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910828 Aug 24 19:34:32.243410 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41048) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:32.293201 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3b38fba5-aa6b-420e-826c-8f26299e990d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:32.316223 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3b38fba5-aa6b-420e-826c-8f26299e990d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:32.450049 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3b38fba5-aa6b-420e-826c-8f26299e990d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:32.452819 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3b38fba5-aa6b-420e-826c-8f26299e990d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:32.454032 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-3b38fba5-aa6b-420e-826c-8f26299e990d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7bce2679-c4a9-449a-82c5-7db903511e4b HTTP/1.1" status: 204 len: 168 time: 0.2096598 Aug 24 19:34:32.461998 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38fba5-aa6b-420e-826c-8f26299e990d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bce2679-c4a9-449a-82c5-7db903511e4b,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:33.578872 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41064) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:33.593632 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a6ec3d12-9083-4da6-8944-00c17793e161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:33.692071 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a6ec3d12-9083-4da6-8944-00c17793e161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:33.803626 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a6ec3d12-9083-4da6-8944-00c17793e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:33.847948 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a6ec3d12-9083-4da6-8944-00c17793e161 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36a96929930241e38906b1279dec881c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677023 Aug 24 19:34:33.848894 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec3d12-9083-4da6-8944-00c17793e161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d9f75-5bff-4c5b-a5a1-4ca6855b5abe,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:33.850662 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41068) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:33.908625 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a590f701-df1b-4886-af6a-0b666e72759f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:33.933209 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a590f701-df1b-4886-af6a-0b666e72759f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:34.112485 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a590f701-df1b-4886-af6a-0b666e72759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:34.115000 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-a590f701-df1b-4886-af6a-0b666e72759f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:34.116150 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-a590f701-df1b-4886-af6a-0b666e72759f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/128d9f75-5bff-4c5b-a5a1-4ca6855b5abe HTTP/1.1" status: 204 len: 168 time: 0.2640090 Aug 24 19:34:34.126694 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590f701-df1b-4886-af6a-0b666e72759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d9f75-5bff-4c5b-a5a1-4ca6855b5abe,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:34.518148 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e478bd2e-eefc-4508-a5f1-84442c3a8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:34.889696 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:35.912377 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:37.368707 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:39.982320 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626ac5-b6f7-476c-9f70-0e06b0ab5504 req-29b81d96-6848-4a56-af7c-3ea18e198ab2 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:39.983780 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65626ac5-b6f7-476c-9f70-0e06b0ab5504 req-29b81d96-6848-4a56-af7c-3ea18e198ab2 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0477803 Aug 24 19:34:40.024715 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-65626ac5-b6f7-476c-9f70-0e06b0ab5504 req-c76911e3-fdc8-4769-87e5-8ef0b2e81ad8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348654 Aug 24 19:34:41.052432 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:34:41.140353 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95dfa-ee0d-4201-820f-e611533b0c87 req-008a0a67-b8e3-4d02-8b27-e52a25428edc tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:41.143083 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f95dfa-ee0d-4201-820f-e611533b0c87 req-008a0a67-b8e3-4d02-8b27-e52a25428edc tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0498781 Aug 24 19:34:41.192210 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f2f95dfa-ee0d-4201-820f-e611533b0c87 req-4dd86f3b-be61-4e85-a7ed-3859ca8728ee tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423326 Aug 24 19:34:41.304055 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-308942b6-ffdb-41eb-8ec1-d997e71025fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:41.305578 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-308942b6-ffdb-41eb-8ec1-d997e71025fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1137 time: 0.0428832 Aug 24 19:34:41.393583 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-47d0604e-764b-49e9-9492-a0affe29be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:41.395097 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-47d0604e-764b-49e9-9492-a0affe29be4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 200 len: 916 time: 0.0823758 Aug 24 19:34:41.480301 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-ebd97cd0-71de-4868-a257-7b499ed9a569 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 1001 time: 0.0703661 Aug 24 19:34:41.536379 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-3a445982-af76-4c57-a96e-642b8d697f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:41.537831 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-3a445982-af76-4c57-a96e-642b8d697f42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec284bf8-e6cf-44c0-a279-64fa1bff4b24 HTTP/1.1" status: 200 len: 854 time: 0.0459652 Aug 24 19:34:41.593815 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-92a82fb4-bc9a-4596-92bd-19661f3af27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:41.595350 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-92a82fb4-bc9a-4596-92bd-19661f3af27e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409496 Aug 24 19:34:41.688376 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-b58e8626-66b1-4c09-9ca2-295fe488d783 service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852175 Aug 24 19:34:41.777873 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1cc374a2-53b7-4d59-b97d-4a58781559f4 req-911d9c0b-f1c4-46df-a625-e9b6ba2f11ea service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816061 Aug 24 19:34:42.294370 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:42.310863 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4b48f-9863-4c2b-bb04-91b2d0ced5d2 req-195c60bf-88fc-41e6-ae68-21d661c0f6e1 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:42.312416 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5ce4b48f-9863-4c2b-bb04-91b2d0ced5d2 req-195c60bf-88fc-41e6-ae68-21d661c0f6e1 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0539670 Aug 24 19:34:42.351959 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5ce4b48f-9863-4c2b-bb04-91b2d0ced5d2 req-44cfbac7-f983-499c-a82c-80df3490cf7c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334373 Aug 24 19:34:42.546083 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41278) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:42.597317 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] Deleting subnet c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:34:42.600323 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:42.639720 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:42.678473 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:42.826096 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:42.853621 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:42.858769 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:42.860750 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-79722cb8-8e94-43e0-ab86-508180b3db78 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c85c0f70-63b3-4f47-b6b5-1d2a73b62d3b HTTP/1.1" status: 204 len: 168 time: 0.3135765 Aug 24 19:34:42.863063 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41284) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:42.934566 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.011993 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.021634 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ced5917-82bb-4891-9019-04676b591e11']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:43.032552 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eef9b3-7328-4a61-af15-b05a2c2228f2') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:43.032839 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eef9b3-7328-4a61-af15-b05a2c2228f2') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:34:43.041603 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.054705 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.060541 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:34:43.060925 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:34:43.062486 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:34:43.237838 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.241586 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.243559 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7ced5917-82bb-4891-9019-04676b591e11 HTTP/1.1" status: 204 len: 168 time: 0.3794854 Aug 24 19:34:43.256145 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3c28-2bc9-489c-9440-4064da11f6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ced5917-82bb-4891-9019-04676b591e11,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:43.475668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ca302-0291-4e37-a502-bf21417fa1cd req-61160731-7fac-41e4-8c0b-89f4023a0f0f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:43.476190 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-981ca302-0291-4e37-a502-bf21417fa1cd req-61160731-7fac-41e4-8c0b-89f4023a0f0f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0488458 Aug 24 19:34:43.516361 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-981ca302-0291-4e37-a502-bf21417fa1cd req-7265b83a-02bb-43c5-9a47-01cbccc1450f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338995 Aug 24 19:34:43.831448 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41298) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:43.874843 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-3604d490-fe89-4d7c-a21e-4c3d9761569d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ed4565c07554a2e8dd34da9c4f80956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421336 Aug 24 19:34:43.878482 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41302) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:43.927956 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc33e242-e1a1-4243-bdb4-cbb9776dd9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:43.950253 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc33e242-e1a1-4243-bdb4-cbb9776dd9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.028618 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41306) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:44.093914 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc33e242-e1a1-4243-bdb4-cbb9776dd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.096558 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc33e242-e1a1-4243-bdb4-cbb9776dd9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.097754 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-dc33e242-e1a1-4243-bdb4-cbb9776dd9c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19a29db7-cd8e-4f75-9da6-d3829e92ebad HTTP/1.1" status: 204 len: 168 time: 0.2183590 Aug 24 19:34:44.106256 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33e242-e1a1-4243-bdb4-cbb9776dd9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a29db7-cd8e-4f75-9da6-d3829e92ebad,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:44.146745 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e18475a6-3d0f-4e08-9fb5-2306f0e52ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.238210 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e18475a6-3d0f-4e08-9fb5-2306f0e52ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.339970 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e18475a6-3d0f-4e08-9fb5-2306f0e52ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.377493 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-e18475a6-3d0f-4e08-9fb5-2306f0e52ac1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ac9aba89b834b5c877ad040f6cbc8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478291 Aug 24 19:34:44.379362 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18475a6-3d0f-4e08-9fb5-2306f0e52ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60919044-5b6e-489f-a5aa-d5c9cd849459,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:44.380566 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41312) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:44.429227 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a8552f65-abae-48db-9445-3617d02ea1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.450419 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a8552f65-abae-48db-9445-3617d02ea1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.573832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a8552f65-abae-48db-9445-3617d02ea1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.576531 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a8552f65-abae-48db-9445-3617d02ea1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:44.578555 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a8552f65-abae-48db-9445-3617d02ea1ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60919044-5b6e-489f-a5aa-d5c9cd849459 HTTP/1.1" status: 204 len: 168 time: 0.1955371 Aug 24 19:34:44.596113 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8552f65-abae-48db-9445-3617d02ea1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60919044-5b6e-489f-a5aa-d5c9cd849459,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:44.645915 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1176c2-2660-4aee-9be2-d0e8acc86060 req-e3ae6592-a4a4-4db0-b909-37dcd4d97f69 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:44.647968 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3f1176c2-2660-4aee-9be2-d0e8acc86060 req-e3ae6592-a4a4-4db0-b909-37dcd4d97f69 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0605450 Aug 24 19:34:44.689141 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3f1176c2-2660-4aee-9be2-d0e8acc86060 req-e838f896-a04a-4c05-ac14-379b0b5ab0ed tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340652 Aug 24 19:34:45.374544 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41352) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:45.390186 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-579b9749-6f6b-4b37-95d7-f0cd17768a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:45.480898 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-579b9749-6f6b-4b37-95d7-f0cd17768a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:45.573956 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-579b9749-6f6b-4b37-95d7-f0cd17768a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:45.613425 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-579b9749-6f6b-4b37-95d7-f0cd17768a0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9d5ececdf6241f3814019b1ec2c2d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377250 Aug 24 19:34:45.616227 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41388) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:45.623224 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b9749-6f6b-4b37-95d7-f0cd17768a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab2d36-8af5-4af5-accf-57f1726d31a8,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:45.669889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45cc637a-0556-4c8f-8432-b639d7eec0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:45.689936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45cc637a-0556-4c8f-8432-b639d7eec0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:45.807739 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769a80-ff96-4c30-bb96-91306c2c8ed2 req-99ca49d2-af6a-498c-9778-b29d0d34a598 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:45.809256 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b6769a80-ff96-4c30-bb96-91306c2c8ed2 req-99ca49d2-af6a-498c-9778-b29d0d34a598 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0499439 Aug 24 19:34:45.822090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45cc637a-0556-4c8f-8432-b639d7eec0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:45.824551 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-45cc637a-0556-4c8f-8432-b639d7eec0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:45.825708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-45cc637a-0556-4c8f-8432-b639d7eec0ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4cab2d36-8af5-4af5-accf-57f1726d31a8 HTTP/1.1" status: 204 len: 168 time: 0.2083600 Aug 24 19:34:45.844138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc637a-0556-4c8f-8432-b639d7eec0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab2d36-8af5-4af5-accf-57f1726d31a8,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:45.862907 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b6769a80-ff96-4c30-bb96-91306c2c8ed2 req-3fd49cf9-a95d-4e34-9be9-1c6e2282edfc tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476382 Aug 24 19:34:46.994933 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87c92d-d91a-41aa-8055-5cbef56cf383 req-3abdb957-564a-42e0-8de5-434d2738d67a tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:46.996513 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3e87c92d-d91a-41aa-8055-5cbef56cf383 req-3abdb957-564a-42e0-8de5-434d2738d67a tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0584230 Aug 24 19:34:47.036103 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3e87c92d-d91a-41aa-8055-5cbef56cf383 req-5e641be4-e6cc-492b-9ea3-4af48be6119c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332630 Aug 24 19:34:47.942515 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41464) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:48.051653 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-aae54a4c-563e-4d23-84c5-0013cd6c3309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:48.182381 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d07d-5c30-49d0-aca2-36d969ff7104 req-17ebfc9d-3c94-4e96-aa4a-4951ae7a2d2d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:48.182381 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7f28d07d-5c30-49d0-aca2-36d969ff7104 req-17ebfc9d-3c94-4e96-aa4a-4951ae7a2d2d tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0750990 Aug 24 19:34:48.182381 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-aae54a4c-563e-4d23-84c5-0013cd6c3309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:48.219356 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7f28d07d-5c30-49d0-aca2-36d969ff7104 req-ade374bd-204f-4fd0-a57a-7c4ddba4628f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335903 Aug 24 19:34:48.276472 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-aae54a4c-563e-4d23-84c5-0013cd6c3309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:48.314156 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae54a4c-563e-4d23-84c5-0013cd6c3309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e67d9c-5cb9-4fdd-8231-586e0f22180f,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:48.322377 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-aae54a4c-563e-4d23-84c5-0013cd6c3309 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c1b8712de0a470e998d4e3963bd55db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750103 Aug 24 19:34:48.322979 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41476) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:48.405932 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f1d261a2-2b07-4851-8ad1-eaa14be56a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:48.427411 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f1d261a2-2b07-4851-8ad1-eaa14be56a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:48.545081 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f1d261a2-2b07-4851-8ad1-eaa14be56a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:48.547658 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f1d261a2-2b07-4851-8ad1-eaa14be56a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:48.548876 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f1d261a2-2b07-4851-8ad1-eaa14be56a16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43e67d9c-5cb9-4fdd-8231-586e0f22180f HTTP/1.1" status: 204 len: 168 time: 0.2243612 Aug 24 19:34:48.557473 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d261a2-2b07-4851-8ad1-eaa14be56a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e67d9c-5cb9-4fdd-8231-586e0f22180f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:49.333232 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1e349-038f-42f1-badd-1c3ba337ed24 req-e61cf5ee-fac4-4152-919a-816661e9ca97 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:49.334700 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-00a1e349-038f-42f1-badd-1c3ba337ed24 req-e61cf5ee-fac4-4152-919a-816661e9ca97 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0481691 Aug 24 19:34:49.375924 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-00a1e349-038f-42f1-badd-1c3ba337ed24 req-e0b004fc-64e0-4ff0-b44a-a5f0b4dd7ff6 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337064 Aug 24 19:34:50.500779 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34168e-039f-4f82-b1a2-121d8c2a0771 req-1581ce95-f019-45be-9515-4d92ac364ff7 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:50.502306 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8f34168e-039f-4f82-b1a2-121d8c2a0771 req-1581ce95-f019-45be-9515-4d92ac364ff7 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0566628 Aug 24 19:34:50.542030 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8f34168e-039f-4f82-b1a2-121d8c2a0771 req-2389a9d3-30c0-49f2-845a-1b9611e72220 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333486 Aug 24 19:34:51.654320 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679b2f1-495e-47af-b7a1-5f685bc956c0 req-4dd8de91-1db8-4d2c-99d6-f9570a62d0c0 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:51.656059 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8679b2f1-495e-47af-b7a1-5f685bc956c0 req-4dd8de91-1db8-4d2c-99d6-f9570a62d0c0 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0473645 Aug 24 19:34:51.694838 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8679b2f1-495e-47af-b7a1-5f685bc956c0 req-d55f5410-7fe3-462b-8741-6edbe59b21b8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328860 Aug 24 19:34:52.808393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a647a9-129f-4d12-bb99-b5c0f3e062b8 req-912f20e5-1a10-4979-86cb-32b729613ecb tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:52.817997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-44a647a9-129f-4d12-bb99-b5c0f3e062b8 req-912f20e5-1a10-4979-86cb-32b729613ecb tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0499582 Aug 24 19:34:52.853464 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-44a647a9-129f-4d12-bb99-b5c0f3e062b8 req-5aca8f9b-54a3-4572-99ab-6af6df41a8c8 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372558 Aug 24 19:34:53.974629 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cbb64-0461-40bc-99ad-ec88a308ed01 req-c013e5d8-323e-43d5-9cb3-430f74c41da3 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:53.976154 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-692cbb64-0461-40bc-99ad-ec88a308ed01 req-c013e5d8-323e-43d5-9cb3-430f74c41da3 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0515852 Aug 24 19:34:54.016069 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-692cbb64-0461-40bc-99ad-ec88a308ed01 req-0eb810ae-fb49-4a1d-b3ac-c31734f6a36f tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330949 Aug 24 19:34:55.130934 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c9ad-86ca-476b-98d7-12b2255ae603 req-6cb804d6-1761-4160-8afa-8d4fbd121c8c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:55.132467 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5738c9ad-86ca-476b-98d7-12b2255ae603 req-6cb804d6-1761-4160-8afa-8d4fbd121c8c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0483449 Aug 24 19:34:55.187172 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5738c9ad-86ca-476b-98d7-12b2255ae603 req-300ec8a0-ad3c-4821-811c-e81fc4cd3f21 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481932 Aug 24 19:34:55.263118 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41586) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:55.372810 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3da81eef-5193-49e7-b544-7386b7423bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:55.461081 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3da81eef-5193-49e7-b544-7386b7423bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:55.515579 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3da81eef-5193-49e7-b544-7386b7423bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:55.554978 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-3da81eef-5193-49e7-b544-7386b7423bb5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b75cb3fa196242f2af002eba7248c9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907863 Aug 24 19:34:55.555796 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da81eef-5193-49e7-b544-7386b7423bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3df196-a3dd-4f94-b228-53e5188f4db0,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:55.558176 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41592) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:55.606721 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7014cdf4-aeb3-4163-8edd-2069789ae5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:55.626669 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7014cdf4-aeb3-4163-8edd-2069789ae5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:55.749956 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7014cdf4-aeb3-4163-8edd-2069789ae5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:55.752655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7014cdf4-aeb3-4163-8edd-2069789ae5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:55.753802 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-7014cdf4-aeb3-4163-8edd-2069789ae5af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d3df196-a3dd-4f94-b228-53e5188f4db0 HTTP/1.1" status: 204 len: 168 time: 0.1944962 Aug 24 19:34:55.762171 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014cdf4-aeb3-4163-8edd-2069789ae5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3df196-a3dd-4f94-b228-53e5188f4db0,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:56.312572 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736bd3b-9a7b-4993-aacd-18c7c0c1c13d req-34572bb7-ebfc-47fc-83d8-6c0cbaab0497 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:56.314099 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1736bd3b-9a7b-4993-aacd-18c7c0c1c13d req-34572bb7-ebfc-47fc-83d8-6c0cbaab0497 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0508716 Aug 24 19:34:56.353509 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1736bd3b-9a7b-4993-aacd-18c7c0c1c13d req-5aae2fe1-a3a0-4442-8943-287f8cfe7c66 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331991 Aug 24 19:34:56.433657 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41602) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:56.447118 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9163-d0d9-4ed8-9ff4-6fb8ab103efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:56.532875 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9163-d0d9-4ed8-9ff4-6fb8ab103efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:56.664126 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9163-d0d9-4ed8-9ff4-6fb8ab103efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:56.699998 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef9163-d0d9-4ed8-9ff4-6fb8ab103efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec5d938-9dfe-4233-bdc9-309a8ef6bbb7,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:56.707490 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-d0ef9163-d0d9-4ed8-9ff4-6fb8ab103efb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64f5181a43b94b6781836d5d072e7f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695544 Aug 24 19:34:56.708564 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41604) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:56.762504 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17d78049-df19-4c8c-929f-b9c065309e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:56.783550 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17d78049-df19-4c8c-929f-b9c065309e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:56.910181 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17d78049-df19-4c8c-929f-b9c065309e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:56.913052 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17d78049-df19-4c8c-929f-b9c065309e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:56.914361 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-17d78049-df19-4c8c-929f-b9c065309e88 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fec5d938-9dfe-4233-bdc9-309a8ef6bbb7 HTTP/1.1" status: 204 len: 168 time: 0.2059207 Aug 24 19:34:56.922350 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d78049-df19-4c8c-929f-b9c065309e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec5d938-9dfe-4233-bdc9-309a8ef6bbb7,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:57.481634 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792113-a2e2-4680-9e47-bba69e0e7734 req-43de98f1-7f6f-449e-8b26-0caedb06fd6c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:57.483197 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-07792113-a2e2-4680-9e47-bba69e0e7734 req-43de98f1-7f6f-449e-8b26-0caedb06fd6c tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0494926 Aug 24 19:34:57.522664 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-07792113-a2e2-4680-9e47-bba69e0e7734 req-f8815a8d-8703-4ce9-95b9-6be0f024c7b5 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333583 Aug 24 19:34:57.965263 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41636) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:58.061349 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1949772440-network', 'tenant_id': '557992a6150e4dffb7039761938b1ee5'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:58.195710 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Made reservation on behalf of 557992a6150e4dffb7039761938b1ee5 for: {'network': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:34:58.198030 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.207785 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.301864 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.400550 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.426192 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:34:58.434040 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:58.438547 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.439466 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.segments_db [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Added segment 7a284db3-0310-4bed-8a19-813d4e52a38c of type vlan for network 518d0660-b1d0-41dc-b1d1-9a48109971f0 Aug 24 19:34:58.478756 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.603646 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.604568 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:58.605138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:58.688108 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] Pushing event updated for resources: {'Network': ['ID=518d0660-b1d0-41dc-b1d1-9a48109971f0,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:58.698451 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f777c7-f3bb-475f-907b-8c26272f08c0 req-e5474ec6-3ed1-4983-960f-ff7475a56177 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:58.699196 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 518d0660-b1d0-41dc-b1d1-9a48109971f0 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:34:58.699948 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-89f777c7-f3bb-475f-907b-8c26272f08c0 req-e5474ec6-3ed1-4983-960f-ff7475a56177 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.1067684 Aug 24 19:34:58.739199 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-89f777c7-f3bb-475f-907b-8c26272f08c0 req-97025bf0-dac8-4aa0-84dd-64364ad59ff2 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=25a9a168-302d-46d0-bfdb-fb3adc0b8a09&id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331843 Aug 24 19:34:58.784479 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-3f4893c0-f9db-4de8-9424-2e8ee22083a0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8180926 Aug 24 19:34:58.787222 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41644) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:34:58.793675 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Request body: {'subnet': {'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1949772440-subnet', 'tenant_id': '557992a6150e4dffb7039761938b1ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:34:58.915444 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Made reservation on behalf of 557992a6150e4dffb7039761938b1ee5 for: {'subnet': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:34:58.917935 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:59.207052 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:59.262676 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41586769-a8eb-43aa-a7aa-c03d491680aa,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:34:59.271218 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Checking segment: {'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:34:59.271568 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Network hostable DHCP agents. Network: 518d0660-b1d0-41dc-b1d1-9a48109971f0, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:34:59.401084 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Network 518d0660-b1d0-41dc-b1d1-9a48109971f0 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:34:59.488672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 518d0660-b1d0-41dc-b1d1-9a48109971f0) {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:34:59.496427 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3e906-7588-44ff-80a6-2e920532397d None None] Network 518d0660-b1d0-41dc-b1d1-9a48109971f0 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:34:59.510183 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:59.510766 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:34:59.540044 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6e4e-73d3-419d-8c04-691dab4f40dd req-29a940c2-2a04-40f8-be8e-221cabea7d64 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:34:59.541474 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ee2f6e4e-73d3-419d-8c04-691dab4f40dd req-29a940c2-2a04-40f8-be8e-221cabea7d64 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0617266 Aug 24 19:34:59.580072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ee2f6e4e-73d3-419d-8c04-691dab4f40dd req-a58175a7-6325-462e-a72e-572e8fb4e34a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324769 Aug 24 19:34:59.601307 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-4b1bc9ed-3116-486b-ba45-30281b6c5209 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8129029 Aug 24 19:34:59.626904 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a725d-d9ca-4f63-9e9b-b3dd4043cc34 None None] Network 518d0660-b1d0-41dc-b1d1-9a48109971f0 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:35:00.806350 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891e937-1c63-4c2e-8a30-197f093fa9f5 req-0cede162-c200-4878-9223-37d788fc81e7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:00.807805 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4891e937-1c63-4c2e-8a30-197f093fa9f5 req-0cede162-c200-4878-9223-37d788fc81e7 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.1545703 Aug 24 19:35:00.846078 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4891e937-1c63-4c2e-8a30-197f093fa9f5 req-ee12a139-a4de-4758-b39c-565b0158dba8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Aug 24 19:35:01.796495 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-5fd6af4e-a276-43ca-a074-e528c2c0db31 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:01.797865 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-5fd6af4e-a276-43ca-a074-e528c2c0db31 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0474982 Aug 24 19:35:01.852672 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-64ecd0a9-9d0b-42fd-bb94-abb1576fe57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:01.900237 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Deleting port adfe6c55-fc59-4263-be71-0135828820e8 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:35:01.900606 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:02.000340 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] For port adfe6c55-fc59-4263-be71-0135828820e8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=adfe6c55-fc59-4263-be71-0135828820e8,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:02.000702 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:02.129849 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341343e-0f13-4609-8823-a4b9e6fcb14c req-8e5d0b92-bd0a-43a0-9f11-526b3fa69250 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:02.131300 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c341343e-0f13-4609-8823-a4b9e6fcb14c req-8e5d0b92-bd0a-43a0-9f11-526b3fa69250 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 945 time: 0.0697737 Aug 24 19:35:02.138138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-6f18b2f5-c956-404b-9577-b1bc10c5cc8c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:02.139504 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-6f18b2f5-c956-404b-9577-b1bc10c5cc8c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/networks?id=518d0660-b1d0-41dc-b1d1-9a48109971f0 HTTP/1.1" status: 200 len: 814 time: 0.3987765 Aug 24 19:35:02.162723 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-32fa17e0-f253-422b-9d43-db7e1dba325b tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/quotas/557992a6150e4dffb7039761938b1ee5 HTTP/1.1" status: 200 len: 375 time: 0.0164928 Aug 24 19:35:02.202196 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-380a3121-5510-4344-94b9-e6096b3a4e0a tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=557992a6150e4dffb7039761938b1ee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335102 Aug 24 19:35:02.205032 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c341343e-0f13-4609-8823-a4b9e6fcb14c req-3e157869-2df9-40b2-9fab-8f7fea0c9607 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646582 Aug 24 19:35:02.239854 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:02.240349 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:02.240754 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.l3_db [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Floating IP 1e6a7e18-0b81-4aab-bd46-2b56c4650b36 disassociated. External IP: 172.27.1.123, port: adfe6c55-fc59-4263-be71-0135828820e8. Aug 24 19:35:02.241156 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Calling delete_port for adfe6c55-fc59-4263-be71-0135828820e8 owned by compute:nova {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:35:02.303575 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-e358c566-0dd2-4648-9f65-a9e36a5a0eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874233 Aug 24 19:35:02.391267 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-4c4e27aa-6823-4aff-8e82-6b19391da9ed service neutron] 10.222.0.59 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817289 Aug 24 19:35:02.440546 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:02.469388 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event deleted for resources: {'Port': ['ID=adfe6c55-fc59-4263-be71-0135828820e8,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:02.580923 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:35:02.675303 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f35d4210-896d-47fe-aea5-b7ac0b560c89 req-0962efd3-ff67-42c0-9561-7fee98023c79 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 210 time: 0.0286663 Aug 24 19:35:02.701829 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:35:02.714150 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] Sync routers for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:35:02.723975 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:02.724703 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:02.742481 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] No DVR routers for this DVR port adfe6c55-fc59-4263-be71-0135828820e8 on host hv-cinder-79819 {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:35:02.743560 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:02.747021 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-af1b826d-dca2-4fac-a130-e104ebb2a8a2 req-d8c2d18f-16b0-4976-913f-6aab7bd70361 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "DELETE /v2.0/ports/adfe6c55-fc59-4263-be71-0135828820e8 HTTP/1.1" status: 204 len: 173 time: 0.9424272 Aug 24 19:35:02.747465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'name': 'network-vif-deleted', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:02.749723 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ae16b5-491c-464b-bd46-be7e94150dce" -d '{"events": [{"server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "name": "network-vif-deleted", "tag": "adfe6c55-fc59-4263-be71-0135828820e8"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:02.792022 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303b94e0-6201-492f-bac9-33dee4fe5fd1 x-openstack-request-id: req-303b94e0-6201-492f-bac9-33dee4fe5fd1 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:02.792628 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01", "name": "network-vif-deleted", "tag": "adfe6c55-fc59-4263-be71-0135828820e8", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:02.792628 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-303b94e0-6201-492f-bac9-33dee4fe5fd1 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:02.792968 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01', 'name': 'network-vif-deleted', 'tag': 'adfe6c55-fc59-4263-be71-0135828820e8', 'status': 'completed', 'code': 200} Aug 24 19:35:02.849006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:03.062585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:03.093019 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] Checking router: 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:35:03.102732 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:03.102732 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:34:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:03.204938 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:03.401362 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d87ca6f1-45b0-47a6-97f0-f1c60fad28ae req-c0ee7867-10ad-4dae-a04c-115c4e033ae6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e7c3d1-78c0-466e-8c2f-568e7ebbcc01 HTTP/1.1" status: 200 len: 210 time: 0.0470030 Aug 24 19:35:03.441720 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:03.468414 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e73ff5-3777-448c-8a26-047b1e16f660 None None] The sync data for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi is: [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:35:03.748852 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f50711-a8db-4a91-9fa6-cfe92cec71ca None None] New status for floating IP 1e6a7e18-0b81-4aab-bd46-2b56c4650b36: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:35:03.760356 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-af9a1358-70f5-4a7f-b592-6e4991d4a2b9 req-b7295f5e-284e-45b6-a4f3-648f5deee7b5 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 210 time: 0.0312214 Aug 24 19:35:04.463375 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-60358812-63cf-457a-9ef3-d1a0fe1199bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:04.598575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 41736) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:04.652007 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36b361a1-82e9-4102-aa7b-ba3ae4ec4dd9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:04.674833 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36b361a1-82e9-4102-aa7b-ba3ae4ec4dd9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:04.777796 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36b361a1-82e9-4102-aa7b-ba3ae4ec4dd9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:04.780622 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-36b361a1-82e9-4102-aa7b-ba3ae4ec4dd9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:04.781822 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-36b361a1-82e9-4102-aa7b-ba3ae4ec4dd9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "DELETE /v2.0/security-groups/eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce HTTP/1.1" status: 204 len: 168 time: 0.1816666 Aug 24 19:35:04.785902 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41738) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:04.792608 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b361a1-82e9-4102-aa7b-ba3ae4ec4dd9 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:04.808818 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.api.v2.resource [None req-f0f7dc6a-cd6b-497f-b8c9-b7e61ce5cd41 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] show failed (client error): The resource could not be found. Aug 24 19:35:04.812614 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f0f7dc6a-cd6b-497f-b8c9-b7e61ce5cd41 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups/eedfa6d9-fe35-4fce-8f86-a09e81e4b9ce HTTP/1.1" status: 404 len: 347 time: 0.0223351 Aug 24 19:35:04.812875 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41742) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:04.848749 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:04.881773 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5f1b02b5-9703-4d3a-bf31-f81167818b3b req-89e6db2a-f6fb-4f02-a58e-83a30a31e8b3 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 210 time: 0.0382822 Aug 24 19:35:04.962314 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Deleting port 9cbf1d78-c03c-41ce-a495-6cf49173829d {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:35:04.962648 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.041423 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.041423 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.052886 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Calling delete_port for 9cbf1d78-c03c-41ce-a495-6cf49173829d owned by network:floatingip {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:35:05.502799 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-537082cf-4a0a-4770-9af4-7b3b761e8d94 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:05.503668 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-537082cf-4a0a-4770-9af4-7b3b761e8d94 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "GET /v2.0/networks?id=518d0660-b1d0-41dc-b1d1-9a48109971f0 HTTP/1.1" status: 200 len: 814 time: 0.1435120 Aug 24 19:35:05.519116 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Request body: {'port': {'device_id': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0', 'admin_state_up': True, 'tenant_id': '557992a6150e4dffb7039761938b1ee5'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:05.594235 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.634929 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event deleted for resources: {'Port': ['ID=9cbf1d78-c03c-41ce-a495-6cf49173829d,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:05.707071 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.709607 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.710801 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2f0ec775-caff-432a-a0f5-93c3d319235d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "DELETE /v2.0/floatingips/1e6a7e18-0b81-4aab-bd46-2b56c4650b36 HTTP/1.1" status: 204 len: 168 time: 0.8922501 Aug 24 19:35:05.805793 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Made reservation on behalf of 557992a6150e4dffb7039761938b1ee5 for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:35:05.809463 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.840148 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:05.965396 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Allocated IP 172.20.0.9 (518d0660-b1d0-41dc-b1d1-9a48109971f0/41586769-a8eb-43aa-a7aa-c03d491680aa/e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:35:06.000648 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-72f256ee-237e-46e3-b800-a206b49f2b23 req-4a2188ed-780f-4226-88fa-1811ae51b23a tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 210 time: 0.0299265 Aug 24 19:35:06.017218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device adfe6c55-fc59-4263-be71-0135828820e8 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:35:06.039635 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: adfe6c55-fc59-4263-be71-0135828820e8 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:35:06.039996 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device adfe6c55-fc59-4263-be71-0135828820e8 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:35:06.134482 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.243480 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41754) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:06.248136 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-17825849-4c50-494f-a089-d941dabd978b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255847716', 'description': 'tempest-description--1617918081'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:06.355020 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.398529 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Network 518d0660-b1d0-41dc-b1d1-9a48109971f0 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:35:06.403457 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:35:06.417068 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:35:06.431710 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Pushing event updated for resources: {'Port': ['ID=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:06.442440 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17825849-4c50-494f-a089-d941dabd978b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.468802 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:06.469416 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.542929 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17825849-4c50-494f-a089-d941dabd978b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.612225 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17825849-4c50-494f-a089-d941dabd978b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.640185 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825849-4c50-494f-a089-d941dabd978b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf758c3-ee8d-4f76-b766-065d47357f0e,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:06.697704 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-17825849-4c50-494f-a089-d941dabd978b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.698959 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-17825849-4c50-494f-a089-d941dabd978b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4544797 Aug 24 19:35:06.700324 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2c284628-fbfc-4edd-a418-8bd19c27c55c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1851869 Aug 24 19:35:06.701805 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41758) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:06.706256 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-169d0ead-3a14-4e88-8f74-50d1003ac412 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'security_group_rule': {'security_group_id': '2cf758c3-ee8d-4f76-b766-065d47357f0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:06.717730 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Request body: {'port': {'device_id': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:06.779906 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.837941 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-169d0ead-3a14-4e88-8f74-50d1003ac412 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:06.995471 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-169d0ead-3a14-4e88-8f74-50d1003ac412 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.081273 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:07.085290 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-169d0ead-3a14-4e88-8f74-50d1003ac412 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.097596 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.112822 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7907fac-b1c9-44c0-ba92-2cb5bbfc4826 req-9cd84f8b-fa84-4c46-9462-e96e85bddaa7 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:07.114318 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7907fac-b1c9-44c0-ba92-2cb5bbfc4826 req-9cd84f8b-fa84-4c46-9462-e96e85bddaa7 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 931 time: 0.0470543 Aug 24 19:35:07.117503 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d0ead-3a14-4e88-8f74-50d1003ac412 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b59f8ee-ceca-4dc6-a77b-31b408ef672d,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:07.122329 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Transition to ACTIVE for port object e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:35:07.151885 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e7907fac-b1c9-44c0-ba92-2cb5bbfc4826 req-f7b74fed-fb55-4a72-8a95-4a83993d3d72 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Aug 24 19:35:07.223209 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-169d0ead-3a14-4e88-8f74-50d1003ac412 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.224475 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-169d0ead-3a14-4e88-8f74-50d1003ac412 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5217271 Aug 24 19:35:07.227749 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41762) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:07.232203 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-d7d62988-2fde-46e4-8af3-a2877a4ebbaf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'security_group_rule': {'security_group_id': '2cf758c3-ee8d-4f76-b766-065d47357f0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:07.256851 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.309148 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:07.348872 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.374181 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Attempting to bind port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:35:07.374521 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Attempting to bind port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:35:07.374827 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Attempting to bind port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d on network 518d0660-b1d0-41dc-b1d1-9a48109971f0 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:07.378986 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d on network 518d0660-b1d0-41dc-b1d1-9a48109971f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:35:07.379296 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Attempting to bind port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d on network 518d0660-b1d0-41dc-b1d1-9a48109971f0 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:07.387439 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:35:07.387765 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Checking segment: {'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:35:07.388137 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Bound using segment: {'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:35:07.388576 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Bound port: e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:35:07.388924 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.397941 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d7d62988-2fde-46e4-8af3-a2877a4ebbaf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.488382 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d7d62988-2fde-46e4-8af3-a2877a4ebbaf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.490834 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] For port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:35:07.502592 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] For port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:35:07.549636 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d7d62988-2fde-46e4-8af3-a2877a4ebbaf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.565915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d62988-2fde-46e4-8af3-a2877a4ebbaf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f398114b-8c9d-4923-af32-baea2c566d5b,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:07.583396 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.617769 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:07.618367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.619737 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d HTTP/1.1" status: 200 len: 1093 time: 0.9060431 Aug 24 19:35:07.624894 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'tag': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:07.626211 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c60a32-5845-41f3-81a2-c2edf3fb102d" -d '{"events": [{"name": "network-changed", "server_uuid": "912de8e3-51dc-4fa5-89fd-b59b6c4ef269", "tag": "e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:07.645848 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7054ddd-c734-405d-aab1-b4b66c1860c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:07.649249 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d7d62988-2fde-46e4-8af3-a2877a4ebbaf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.652755 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d7d62988-2fde-46e4-8af3-a2877a4ebbaf tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239283 Aug 24 19:35:07.653558 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 41770) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:07.665473 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:07.671992 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bc41cb-af9d-4ce4-9952-f91201eb55d0 x-openstack-request-id: req-c4bc41cb-af9d-4ce4-9952-f91201eb55d0 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:07.672289 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912de8e3-51dc-4fa5-89fd-b59b6c4ef269", "tag": "e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:07.672692 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4bc41cb-af9d-4ce4-9952-f91201eb55d0 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:07.673080 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'tag': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d', 'status': 'completed', 'code': 200} Aug 24 19:35:07.731835 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c60a32-5845-41f3-81a2-c2edf3fb102d req-f929775e-4054-4074-9c4d-c7753687675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:07.733352 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-b5c60a32-5845-41f3-81a2-c2edf3fb102d req-f929775e-4054-4074-9c4d-c7753687675c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=557992a6150e4dffb7039761938b1ee5&device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 1096 time: 0.0417385 Aug 24 19:35:07.828947 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:07.850018 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c60a32-5845-41f3-81a2-c2edf3fb102d req-4e016522-cd00-418e-8a13-78cd316a9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:07.851494 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-b5c60a32-5845-41f3-81a2-c2edf3fb102d req-4e016522-cd00-418e-8a13-78cd316a9300 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=557992a6150e4dffb7039761938b1ee5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1075273 Aug 24 19:35:07.985363 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c60a32-5845-41f3-81a2-c2edf3fb102d req-1c755cc5-aca6-475b-a94d-573b003acd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:07.986861 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-b5c60a32-5845-41f3-81a2-c2edf3fb102d req-1c755cc5-aca6-475b-a94d-573b003acd0e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263072 Aug 24 19:35:08.009248 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:08.126085 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-3a6ba9f1-bece-4cbe-bf9e-b4c48fb48464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:08.127571 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-3a6ba9f1-bece-4cbe-bf9e-b4c48fb48464 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=557992a6150e4dffb7039761938b1ee5&device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 1096 time: 0.0819821 Aug 24 19:35:08.151672 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Allocated IP 172.27.1.202 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/d9783c84-fd91-4ed9-914e-41717008dd1f) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:35:08.183771 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-44811e62-5d1e-412b-8d14-c49151e7e681 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d HTTP/1.1" status: 200 len: 217 time: 0.0436828 Aug 24 19:35:08.270876 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455104ff-d4db-4f34-a8a2-f3f6a528c4d9 req-1a9b7fe5-3f25-4184-b40d-1c8405eee12c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:08.272508 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-455104ff-d4db-4f34-a8a2-f3f6a528c4d9 req-1a9b7fe5-3f25-4184-b40d-1c8405eee12c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 943 time: 0.0498159 Aug 24 19:35:08.284754 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-6aebff45-f28d-4b57-8a6c-27542b020c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:08.286283 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-6aebff45-f28d-4b57-8a6c-27542b020c2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41586769-a8eb-43aa-a7aa-c03d491680aa HTTP/1.1" status: 200 len: 854 time: 0.0922027 Aug 24 19:35:08.324976 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-2d9f85eb-c205-49c3-b2b6-67071a218a18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=518d0660-b1d0-41dc-b1d1-9a48109971f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286021 Aug 24 19:35:08.330233 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-455104ff-d4db-4f34-a8a2-f3f6a528c4d9 req-ef5dab1d-b4d3-4384-ae63-2a2cb8abba4f tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 Aug 24 19:35:08.373312 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:08.457176 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-5b964607-60c4-4958-a7e1-bbb92be4875d service neutron] 10.222.0.35 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240056 Aug 24 19:35:08.551331 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-22942614-e893-4d4d-bf71-6cdb88124bf3 req-5f5ff8b6-85f7-42e3-adec-d51c00eca749 service neutron] 10.222.0.35 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857048 Aug 24 19:35:08.565853 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:08.601045 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:35:08.605695 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:35:08.609118 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:35:08.632692 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'Port': ['ID=d9783c84-fd91-4ed9-914e-41717008dd1f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:08.693405 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:08.973557 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:09.122826 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:09.239856 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:09.308445 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'Port': ['ID=d9783c84-fd91-4ed9-914e-41717008dd1f,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:09.320190 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:09.449765 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7436faf-415c-4330-874b-826f7f358e63 req-2f66d6ea-40e5-404f-9dc1-5b175b05f430 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:09.451232 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7436faf-415c-4330-874b-826f7f358e63 req-2f66d6ea-40e5-404f-9dc1-5b175b05f430 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 943 time: 0.0515671 Aug 24 19:35:09.457140 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:09.458425 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-011aa2fd-6daf-4973-be46-1144ee135d39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8019538 Aug 24 19:35:09.489385 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7436faf-415c-4330-874b-826f7f358e63 req-55843533-a333-4dfc-867d-801df07aaef8 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Aug 24 19:35:09.642306 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-12d45fa2-f808-4bf3-91b2-8ef15858810f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1255847716&fields=id&tenant_id=0bcba9a91f5e4855bdf5044613de0321 HTTP/1.1" status: 200 len: 267 time: 0.0350940 Aug 24 19:35:09.746840 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-3ccd76cb-b25c-4d52-979a-6215dc78fe79 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:09.748217 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-3ccd76cb-b25c-4d52-979a-6215dc78fe79 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 810 time: 0.0991161 Aug 24 19:35:09.763282 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-15655e01-5605-46ba-aba8-b30d058c8e34 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/quotas/0bcba9a91f5e4855bdf5044613de0321 HTTP/1.1" status: 200 len: 375 time: 0.0093210 Aug 24 19:35:09.818410 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-21cc1bf0-87fa-451a-8f82-1408e0b9b131 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501335 Aug 24 19:35:09.954757 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-cbb1b21d-e77e-462b-87ad-1998313c8275 service neutron] 10.222.0.59 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244316 Aug 24 19:35:10.046868 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-97c94092-3279-4567-9373-172e32749325 service neutron] 10.222.0.59 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Aug 24 19:35:10.332916 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7636641a-ecae-4533-81f0-d169fc721167 req-cd77e196-c984-4f60-9139-31de8c656b05 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 210 time: 0.0259454 Aug 24 19:35:10.608386 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e8947-baa2-4166-a85d-c13b148ad8e3 req-55681f58-87e7-4f4d-aa15-78a90ec8f415 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:10.609889 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4d4e8947-baa2-4166-a85d-c13b148ad8e3 req-55681f58-87e7-4f4d-aa15-78a90ec8f415 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 943 time: 0.0483449 Aug 24 19:35:10.647643 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4d4e8947-baa2-4166-a85d-c13b148ad8e3 req-2c727f81-d365-4263-a852-1d832ae6e43d tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Aug 24 19:35:11.425752 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-16c7a7a9-3a84-467b-8b8b-a1a6b09384bf req-ece8d306-dba6-4905-a2aa-f366b1a933ab tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 210 time: 0.0261598 Aug 24 19:35:11.766630 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540eb2-c3b9-499b-a608-c3e9f207137d req-378764b0-d8d7-4737-b906-34990eea1489 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:11.768102 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9d540eb2-c3b9-499b-a608-c3e9f207137d req-378764b0-d8d7-4737-b906-34990eea1489 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 943 time: 0.0531673 Aug 24 19:35:11.806831 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9d540eb2-c3b9-499b-a608-c3e9f207137d req-2e5d42fa-9a20-45e0-becd-5836692a4a71 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Aug 24 19:35:12.423234 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:12.569826 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7a8f6785-4ef0-4602-bac7-d755ad5b4f36 req-0392e534-decb-4d66-857e-881b8b46f669 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 210 time: 0.0742671 Aug 24 19:35:12.919093 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee77d1-f8d3-45d3-91bd-d53bbf5e3eb8 req-d528c61a-d66b-4895-a4d4-3f44ed6eeb8c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:12.920671 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-afee77d1-f8d3-45d3-91bd-d53bbf5e3eb8 req-d528c61a-d66b-4895-a4d4-3f44ed6eeb8c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 943 time: 0.0477705 Aug 24 19:35:12.958143 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-afee77d1-f8d3-45d3-91bd-d53bbf5e3eb8 req-3b3e11c7-6808-4127-8ee9-dc9903c384e2 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Aug 24 19:35:13.096227 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-575062d1-b028-4ed2-90f1-c4d36d495952 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:13.097653 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-575062d1-b028-4ed2-90f1-c4d36d495952 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 810 time: 0.1033332 Aug 24 19:35:13.141719 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-3d195709-7d81-42e2-8d6d-97a25aa2f3a0 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bcba9a91f5e4855bdf5044613de0321 HTTP/1.1" status: 200 len: 380 time: 0.0347598 Aug 24 19:35:13.181612 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'port': {'device_id': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'admin_state_up': True, 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'security_groups': ['2cf758c3-ee8d-4f76-b766-065d47357f0e']}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:13.433755 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Made reservation on behalf of 0bcba9a91f5e4855bdf5044613de0321 for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:35:13.438009 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:13.572056 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Allocated IP 172.20.0.11 (15cf5dcf-738d-44b5-831d-34d65a4aa388/9517be69-e90f-4d07-a9e3-a44cf2f11826/bd28ff14-2c6c-49d2-a836-10efaf8f9f5c) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:35:13.666664 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-76e76d67-f9c2-41b1-abf0-1a42615e4861 req-f3353132-a459-4f6a-a210-515e37b3d1b5 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 210 time: 0.0268393 Aug 24 19:35:13.718583 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:13.733169 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Transition to ACTIVE for port object bd28ff14-2c6c-49d2-a836-10efaf8f9f5c will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:35:13.897979 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:13.942922 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:35:13.948389 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:35:13.950758 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:35:13.981649 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event updated for resources: {'Port': ['ID=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:14.017141 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:14.017881 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.039578 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:35:14.093266 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba97532-fe50-4de0-835c-5543e0a7c01b req-d8513616-dc83-428a-8538-8baa2e8f528e tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:14.095654 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7ba97532-fe50-4de0-835c-5543e0a7c01b req-d8513616-dc83-428a-8538-8baa2e8f528e tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 943 time: 0.0638177 Aug 24 19:35:14.135350 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7ba97532-fe50-4de0-835c-5543e0a7c01b req-581b579f-5ec3-46ec-b3b2-01ea235b55e0 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Aug 24 19:35:14.146910 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:14.149039 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-f92d9186-ef80-4b7f-bfcc-06f18abb99c6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9719262 Aug 24 19:35:14.161296 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d', 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0', 'port_id': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d', 'mac_address': 'fa:16:3e:c7:00:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41586769-a8eb-43aa-a7aa-c03d491680aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:35:14.164652 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Request body: {'port': {'device_id': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:14.201397 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.214154 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:14.218018 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.233400 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:14.262207 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4d3889b9-5d42-401d-a3cf-fc9595f652ee None None] Provisioning for port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:35:14.266119 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4d3889b9-5d42-401d-a3cf-fc9595f652ee None None] Provisioning complete for port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:35:14.266519 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4d3889b9-5d42-401d-a3cf-fc9595f652ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.299396 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-4d3889b9-5d42-401d-a3cf-fc9595f652ee None None] Port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:35:14.387834 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.435057 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:14.441894 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.442246 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.442584 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.442918 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.443251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.443588 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.443908 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.444231 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.444589 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.444915 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.445238 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.445558 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:14.481423 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd28ff14-2c6c-49d2-a836-10efaf8f9f5c {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:14.495311 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.500771 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Transition to ACTIVE for port object bd28ff14-2c6c-49d2-a836-10efaf8f9f5c will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:35:14.631389 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:35:14.639666 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.866347 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Attempting to bind port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:35:14.866686 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Attempting to bind port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:35:14.867001 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Attempting to bind port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:14.875462 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:35:14.875788 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Attempting to bind port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c on network 15cf5dcf-738d-44b5-831d-34d65a4aa388 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:14.880632 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Pushing event updated for resources: {'Port': ['ID=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:14.884836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5290-0fe9-416e-aea6-ebad5ddc970a req-ef50a29a-9a5d-435c-b3c4-a577e43e065f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:14.884972 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:35:14.884972 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Checking segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:35:14.885145 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Bound using segment: {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:35:14.885501 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Bound port: bd28ff14-2c6c-49d2-a836-10efaf8f9f5c, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6af010d-a715-46e9-9879-eff1d27c2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:35:14.885857 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:14.886215 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-26ba5290-0fe9-416e-aea6-ebad5ddc970a req-ef50a29a-9a5d-435c-b3c4-a577e43e065f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 944 time: 0.0731735 Aug 24 19:35:14.949213 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-26ba5290-0fe9-416e-aea6-ebad5ddc970a req-7eced091-90cf-4397-9922-671f959f0c9b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565917 Aug 24 19:35:14.965329 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] For port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:35:14.968323 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] For port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:35:15.057644 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:15.093411 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.094031 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:15.095501 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] 10.222.0.35 "PUT /v2.0/ports/bd28ff14-2c6c-49d2-a836-10efaf8f9f5c HTTP/1.1" status: 200 len: 1094 time: 0.9351406 Aug 24 19:35:15.095933 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:15.098154 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b16920-a3e8-44f4-9895-98ab381c28c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:15.122995 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4a4d-87d9-4965-903b-21bf43a99e8c service neutron] Pushing event updated for resources: {'Port': ['ID=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:15.142047 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34d1b3b-1580-4f2c-bb1f-fb2d21b593a9 x-openstack-request-id: req-d34d1b3b-1580-4f2c-bb1f-fb2d21b593a9 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:15.142341 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:15.142597 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d34d1b3b-1580-4f2c-bb1f-fb2d21b593a9 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:15.142999 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'status': 'completed', 'code': 200} Aug 24 19:35:15.217986 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b16920-a3e8-44f4-9895-98ab381c28c0 req-d7908415-5bc4-454f-b515-86f8995760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.219447 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-a5b16920-a3e8-44f4-9895-98ab381c28c0 req-d7908415-5bc4-454f-b515-86f8995760ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 1097 time: 0.0519631 Aug 24 19:35:15.305658 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac49f1-33f3-4caf-808a-c3a3e4e1d463 req-12290e71-9094-422e-850b-045098f70645 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.307144 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35ac49f1-33f3-4caf-808a-c3a3e4e1d463 req-12290e71-9094-422e-850b-045098f70645 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 944 time: 0.0647478 Aug 24 19:35:15.316856 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dcd32-f501-4812-990c-02f719c21564 req-9d7268cf-1d9e-4e6a-bebf-e3c16774bfea tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.318851 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3e5dcd32-f501-4812-990c-02f719c21564 req-9d7268cf-1d9e-4e6a-bebf-e3c16774bfea tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.1204696 Aug 24 19:35:15.331035 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b16920-a3e8-44f4-9895-98ab381c28c0 req-259c41cf-df60-412b-8589-395222503a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.332635 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-a5b16920-a3e8-44f4-9895-98ab381c28c0 req-259c41cf-df60-412b-8589-395222503a51 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0bcba9a91f5e4855bdf5044613de0321&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1043265 Aug 24 19:35:15.368801 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-35ac49f1-33f3-4caf-808a-c3a3e4e1d463 req-04c91292-1e3a-46da-ae0c-ed0c14450892 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488083 Aug 24 19:35:15.382290 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3e5dcd32-f501-4812-990c-02f719c21564 req-8139ef22-98b3-4878-baf5-5db29576fbcf tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554976 Aug 24 19:35:15.427725 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b16920-a3e8-44f4-9895-98ab381c28c0 req-2cfb0f0c-3b96-422c-aae1-21a9c2c87598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.429272 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-a5b16920-a3e8-44f4-9895-98ab381c28c0 req-2cfb0f0c-3b96-422c-aae1-21a9c2c87598 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877678 Aug 24 19:35:15.510831 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-70deb009-09bd-4364-a152-e44f6878b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.512417 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-70deb009-09bd-4364-a152-e44f6878b325 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 1097 time: 0.0448322 Aug 24 19:35:15.554284 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-e91bc60b-d873-4d2e-9fcb-d4a0a724cfb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c HTTP/1.1" status: 200 len: 217 time: 0.0334046 Aug 24 19:35:15.603063 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-67f287ec-aa8d-41d3-88bd-0b3cb8e8f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.604588 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-67f287ec-aa8d-41d3-88bd-0b3cb8e8f190 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 200 len: 849 time: 0.0429945 Aug 24 19:35:15.650546 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-3e2a1e0e-1111-45b3-8c33-554f01cf6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:15.652053 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-3e2a1e0e-1111-45b3-8c33-554f01cf6de4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15cf5dcf-738d-44b5-831d-34d65a4aa388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399263 Aug 24 19:35:15.745496 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-2064075f-3e9b-44af-b358-9ffdac8ca99c service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Aug 24 19:35:15.830141 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2a9cf90a-8a21-429b-bb65-9eae9d9c1c2a req-da1563a1-7726-4ec6-9d2d-7e7f04007421 service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797520 Aug 24 19:35:16.055120 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bda62-6906-4391-92a6-e7fe6326beeb req-9bf9954b-3bb7-4acd-a790-10b4b20ec358 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:16.056535 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e15bda62-6906-4391-92a6-e7fe6326beeb req-9bf9954b-3bb7-4acd-a790-10b4b20ec358 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 944 time: 0.0481145 Aug 24 19:35:16.061088 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:35:16.093306 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e15bda62-6906-4391-92a6-e7fe6326beeb req-e5249cc0-a6c1-45e7-9b53-528d19c9c34b tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307093 Aug 24 19:35:16.181692 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:35:16.185529 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:35:16.185898 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:16.263651 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:16.286301 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:16.289261 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc55414b-623c-4054-916a-28d376e5d1db" -d '{"events": [{"server_uuid": "912de8e3-51dc-4fa5-89fd-b59b6c4ef269", "name": "network-vif-plugged", "status": "completed", "tag": "e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:16.302262 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:16.323597 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102ffbd8-a80c-4ae8-91f8-b07a80c1ba78 x-openstack-request-id: req-102ffbd8-a80c-4ae8-91f8-b07a80c1ba78 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:16.323777 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912de8e3-51dc-4fa5-89fd-b59b6c4ef269", "name": "network-vif-plugged", "status": "completed", "tag": "e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:16.323882 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-102ffbd8-a80c-4ae8-91f8-b07a80c1ba78 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:16.324252 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d', 'code': 200} Aug 24 19:35:16.416397 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:16.467145 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:16.520239 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ccbc8-dd21-46ad-a1e5-2ab04c04f49f req-4fc5b2f9-118f-44e8-81bb-79d398d97594 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:16.522267 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c3ccbc8-dd21-46ad-a1e5-2ab04c04f49f req-4fc5b2f9-118f-44e8-81bb-79d398d97594 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 945 time: 0.0840375 Aug 24 19:35:16.534741 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7da1-3845-4bad-a0d2-bcc205ea0dae req-cf103bb8-29c6-41c1-9748-958b280a02b1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:16.536310 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8dcb7da1-3845-4bad-a0d2-bcc205ea0dae req-cf103bb8-29c6-41c1-9748-958b280a02b1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0658572 Aug 24 19:35:16.589873 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9c3ccbc8-dd21-46ad-a1e5-2ab04c04f49f req-0bbeab6a-12b3-4ae9-bda0-48df785787d9 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Aug 24 19:35:16.600142 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8dcb7da1-3845-4bad-a0d2-bcc205ea0dae req-06914cbd-0278-442a-a2d3-ba4435571325 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556314 Aug 24 19:35:16.680006 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06ca4c-a0cb-4fe2-bc9f-10a8b8c55efe req-355580a7-636f-4815-8501-4e3c57c1a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:16.681550 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2b06ca4c-a0cb-4fe2-bc9f-10a8b8c55efe req-355580a7-636f-4815-8501-4e3c57c1a763 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 1098 time: 0.0447466 Aug 24 19:35:16.721342 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-2b06ca4c-a0cb-4fe2-bc9f-10a8b8c55efe req-f97ac410-1a5d-427c-9987-67ea99dde7a2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Aug 24 19:35:16.989104 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-5dcbb54e-37e0-4f7c-906b-f42771fa982b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:16.991032 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-5dcbb54e-37e0-4f7c-906b-f42771fa982b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0476263 Aug 24 19:35:17.090654 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Deleting port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:35:17.090988 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:17.178351 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] For port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:17.178709 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:17.207730 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39839669-b9e1-4447-9392-a80732605a66 req-b743d701-86bd-4ded-ab2c-1108de661355 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:17.209297 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-39839669-b9e1-4447-9392-a80732605a66 req-b743d701-86bd-4ded-ab2c-1108de661355 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 944 time: 0.0481942 Aug 24 19:35:17.249996 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-39839669-b9e1-4447-9392-a80732605a66 req-3c87be00-80d9-4e77-89b8-e6ee2a37d7a3 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346797 Aug 24 19:35:17.573128 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:17.573510 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:17.573829 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.l3_db [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Floating IP dc89303a-4371-4ed1-a8c6-003348342b97 disassociated. External IP: 172.27.1.80, port: 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570. Aug 24 19:35:17.574165 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Calling delete_port for 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 owned by compute:nova {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:35:17.713285 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc97f28-6a45-46e7-b58f-f4614631ebce req-7fc51a4c-95d6-4d2c-a224-accd8c56b3b2 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:17.714745 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5fc97f28-6a45-46e7-b58f-f4614631ebce req-7fc51a4c-95d6-4d2c-a224-accd8c56b3b2 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Aug 24 19:35:17.785142 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce3d18-4e4e-484b-974e-fb5780996987 req-2c69d281-e7df-49ab-9e5a-058548b56c29 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:17.786600 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-86ce3d18-4e4e-484b-974e-fb5780996987 req-2c69d281-e7df-49ab-9e5a-058548b56c29 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 946 time: 0.0710044 Aug 24 19:35:17.789871 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5fc97f28-6a45-46e7-b58f-f4614631ebce req-e61b4d4c-e358-4b3f-968a-f896a4165130 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654497 Aug 24 19:35:17.799549 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:17.825733 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-86ce3d18-4e4e-484b-974e-fb5780996987 req-d00dd288-2f78-4adf-a0a3-332aed2972a8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=061cefaa-5e6e-4020-acb9-86238ff30fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Aug 24 19:35:17.826766 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event deleted for resources: {'Port': ['ID=39906ad8-eb91-4f23-8e1c-cbdd3d7aa570,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:17.942346 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:35:18.049590 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:35:18.052126 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:35:18.059940 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] Sync routers for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:35:18.069631 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:18.070233 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:35:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:18.086702 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] No DVR routers for this DVR port 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 on host hv-cinder-79819 {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:35:18.089253 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:18.091226 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-93bd311c-9503-45a3-a950-f7430dbc3667 req-3ac97324-4a65-47e2-bded-097244fc1126 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "DELETE /v2.0/ports/39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 HTTP/1.1" status: 204 len: 173 time: 1.0928907 Aug 24 19:35:18.091652 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-deleted', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:18.093938 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f958a9-171b-4b84-a85b-5532c4190857" -d '{"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-deleted", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:18.128921 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a32724-7ba8-4921-a08b-47c98a7a516a x-openstack-request-id: req-a5a32724-7ba8-4921-a08b-47c98a7a516a {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:18.129650 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c70c776-ec7a-4970-9d9f-baf8c6568257", "name": "network-vif-deleted", "tag": "39906ad8-eb91-4f23-8e1c-cbdd3d7aa570", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:18.129650 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5a32724-7ba8-4921-a08b-47c98a7a516a {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:18.129882 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c70c776-ec7a-4970-9d9f-baf8c6568257', 'name': 'network-vif-deleted', 'tag': '39906ad8-eb91-4f23-8e1c-cbdd3d7aa570', 'status': 'completed', 'code': 200} Aug 24 19:35:18.185203 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:18.369069 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e44d0-0e27-4a24-840c-cb0d1e95ac5b req-924a1ad3-324b-44c3-a162-2f160721b4e8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:18.370714 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c51e44d0-0e27-4a24-840c-cb0d1e95ac5b req-924a1ad3-324b-44c3-a162-2f160721b4e8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 944 time: 0.0488167 Aug 24 19:35:18.401521 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:18.410497 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c51e44d0-0e27-4a24-840c-cb0d1e95ac5b req-4576bbc2-bee4-4f07-8958-9b069b7d3c0c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338588 Aug 24 19:35:18.427546 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] Checking router: f3e94ee2-ed55-4f99-8886-725f65a3d2c6 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:35:18.436297 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:18.436934 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:35:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:18.538479 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:18.726960 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:18.757074 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4842a-42a7-460d-9669-b3b258af99d7 None None] The sync data for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi is: [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:35:18.897769 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bd28ff14-2c6c-49d2-a836-10efaf8f9f5c details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:35:18.935045 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ac495b51-506b-43ae-a803-35cdd5250f01 req-5947e710-7599-4fd4-9efa-5fd719775c22 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.0293283 Aug 24 19:35:18.952898 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c98d10-834b-41c4-92df-553368e847c5 req-e8318899-930c-471a-9b5f-fdc9e9c9db98 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:18.954490 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-56c98d10-834b-41c4-92df-553368e847c5 req-e8318899-930c-471a-9b5f-fdc9e9c9db98 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 945 time: 0.0838356 Aug 24 19:35:18.993055 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92bd8-914a-480a-aace-47aeee108709 None None] New status for floating IP dc89303a-4371-4ed1-a8c6-003348342b97: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:35:18.995232 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-56c98d10-834b-41c4-92df-553368e847c5 req-b3c7a842-b642-45d6-b352-fab647dd310d tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346303 Aug 24 19:35:19.019516 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:19.032626 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'port_id': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'mac_address': 'fa:16:3e:f6:7b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:35:19.072555 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:19.089812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd28ff14-2c6c-49d2-a836-10efaf8f9f5c {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:19.111916 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:19.238887 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:19.293006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:19.525605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c62a8-1ee0-43d2-a48f-74e8fcf7474d req-e0d0c2f5-ca22-472e-a1c9-cd984976f607 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:19.527100 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a86c62a8-1ee0-43d2-a48f-74e8fcf7474d req-e0d0c2f5-ca22-472e-a1c9-cd984976f607 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 945 time: 0.0493505 Aug 24 19:35:19.565170 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a86c62a8-1ee0-43d2-a48f-74e8fcf7474d req-30b11676-5577-4690-80d8-dde79fd7b979 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Aug 24 19:35:20.039520 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a50ad086-1f14-4ad2-a5b7-2f4b46465e35 req-51c1dee1-0d89-44c2-b663-67a45d75c71e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.0284348 Aug 24 19:35:20.676865 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365ffd6-6188-4ace-a955-be892e1c42e1 req-46cb442a-b07e-4bda-8cbe-01e0f4f06e1a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:20.679126 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8365ffd6-6188-4ace-a955-be892e1c42e1 req-46cb442a-b07e-4bda-8cbe-01e0f4f06e1a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 945 time: 0.0484760 Aug 24 19:35:20.715524 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8365ffd6-6188-4ace-a955-be892e1c42e1 req-1c2f5d64-fb9d-4bbc-9f1b-7f1775975202 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305572 Aug 24 19:35:21.008498 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['bd28ff14-2c6c-49d2-a836-10efaf8f9f5c'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:35:21.153543 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2205fed2-e337-4207-9705-c424e9cae00f req-794ed75f-03a7-4300-ab15-022123a42702 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c70c776-ec7a-4970-9d9f-baf8c6568257 HTTP/1.1" status: 200 len: 210 time: 0.0266171 Aug 24 19:35:21.830854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de879952-9bfa-4fbb-b59c-9f1cda0d3f1c req-258a954f-8b7e-42a1-83ce-afc63bbccba6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:21.832384 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-de879952-9bfa-4fbb-b59c-9f1cda0d3f1c req-258a954f-8b7e-42a1-83ce-afc63bbccba6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 945 time: 0.0484738 Aug 24 19:35:21.875370 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-de879952-9bfa-4fbb-b59c-9f1cda0d3f1c req-db4be646-739e-470c-a3fd-6649ddbb64df tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351503 Aug 24 19:35:22.399456 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42000) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:22.457831 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f82ccd81-12c6-42d0-8989-2ade5f27354f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:22.481339 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f82ccd81-12c6-42d0-8989-2ade5f27354f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:22.627207 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f82ccd81-12c6-42d0-8989-2ade5f27354f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:22.629789 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f82ccd81-12c6-42d0-8989-2ade5f27354f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:22.630950 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f82ccd81-12c6-42d0-8989-2ade5f27354f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "DELETE /v2.0/security-groups/061cefaa-5e6e-4020-acb9-86238ff30fa0 HTTP/1.1" status: 204 len: 168 time: 0.2305052 Aug 24 19:35:22.633804 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42002) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:22.640208 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ccd81-12c6-42d0-8989-2ade5f27354f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061cefaa-5e6e-4020-acb9-86238ff30fa0,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:22.648047 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.api.v2.resource [None req-aa5f5979-1471-4dce-80d0-7858f6237888 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] show failed (client error): The resource could not be found. Aug 24 19:35:22.649384 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-aa5f5979-1471-4dce-80d0-7858f6237888 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups/061cefaa-5e6e-4020-acb9-86238ff30fa0 HTTP/1.1" status: 404 len: 347 time: 0.0146010 Aug 24 19:35:22.652518 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42004) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:22.745130 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bd28ff14-2c6c-49d2-a836-10efaf8f9f5c up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:35:22.780017 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Deleting port 36f20aee-688d-4356-bded-961a5b396831 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:35:22.780386 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:22.858365 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:22.858689 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:22.871187 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Calling delete_port for 36f20aee-688d-4356-bded-961a5b396831 owned by network:floatingip {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:35:22.987440 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:35:22.991387 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:35:22.991751 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:23.008763 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757167b7-812d-4a35-b8c8-d9f09ad974da req-f40e8f18-8c96-4fee-b3fe-6dc973246f39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:23.010542 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-757167b7-812d-4a35-b8c8-d9f09ad974da req-f40e8f18-8c96-4fee-b3fe-6dc973246f39 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 945 time: 0.0604296 Aug 24 19:35:23.070326 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:23.078725 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-757167b7-812d-4a35-b8c8-d9f09ad974da req-477a336d-c5d3-4fc1-af42-3dbe7c0f53bc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452342 Aug 24 19:35:23.093647 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:23.095957 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2942cc8b-e5ce-4e33-b50a-6cf58dacf4df" -d '{"events": [{"server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:23.110264 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:23.131482 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b22ec60-1560-4cdc-8d53-0a396f70f224 x-openstack-request-id: req-8b22ec60-1560-4cdc-8d53-0a396f70f224 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:23.131775 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "name": "network-vif-plugged", "status": "completed", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:23.132024 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b22ec60-1560-4cdc-8d53-0a396f70f224 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:23.132452 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'code': 200} Aug 24 19:35:23.221600 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:23.249938 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:23.250744 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:35:23.253245 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event deleted for resources: {'Port': ['ID=36f20aee-688d-4356-bded-961a5b396831,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:23.282377 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.282728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.283192 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.283471 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.283818 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.284144 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.284497 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.284873 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.285154 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.285725 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.285857 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.286091 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:23.289039 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:23.291669 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:23.292890 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e8fafd9e-6bab-4cb3-b379-8cb4f800d09b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "DELETE /v2.0/floatingips/dc89303a-4371-4ed1-a8c6-003348342b97 HTTP/1.1" status: 204 len: 168 time: 0.6390741 Aug 24 19:35:23.309721 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:35:23.310319 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 39906ad8-eb91-4f23-8e1c-cbdd3d7aa570 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:35:23.339581 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:23.618180 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd56ac-9dbd-49aa-9b13-92dfda0aa96b req-60fa2def-3ae7-43a6-a21a-4cd3ebce5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:23.619682 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f0bd56ac-9dbd-49aa-9b13-92dfda0aa96b req-60fa2def-3ae7-43a6-a21a-4cd3ebce5622 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 1099 time: 0.0865829 Aug 24 19:35:23.658219 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-f0bd56ac-9dbd-49aa-9b13-92dfda0aa96b req-52d60a93-46fc-43f6-80fc-f723b6864b12 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285902 Aug 24 19:35:23.854182 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42022) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:23.858888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-212f7800-541c-43e2-a59f-1c8f08d11090 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908414633', 'description': 'tempest-description--508072510'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:23.992358 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-212f7800-541c-43e2-a59f-1c8f08d11090 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.073139 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-212f7800-541c-43e2-a59f-1c8f08d11090 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.164922 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-212f7800-541c-43e2-a59f-1c8f08d11090 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.212881 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f7800-541c-43e2-a59f-1c8f08d11090 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e662e-2593-42fc-8008-9d24fd27acae,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:24.227453 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad590c1-61f3-4d4b-bcb7-9f09b9463f83 req-f18451f1-59f6-4af7-8459-5a4e7957485a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:24.228977 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bad590c1-61f3-4d4b-bcb7-9f09b9463f83 req-f18451f1-59f6-4af7-8459-5a4e7957485a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0749204 Aug 24 19:35:24.266640 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bad590c1-61f3-4d4b-bcb7-9f09b9463f83 req-2cb02d1d-f6f0-44fc-b13a-cc747a2c5ff0 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317750 Aug 24 19:35:24.278353 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-212f7800-541c-43e2-a59f-1c8f08d11090 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.280732 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-212f7800-541c-43e2-a59f-1c8f08d11090 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4243326 Aug 24 19:35:24.282594 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42028) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:24.287542 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-e64044eb-6c94-4717-b65d-694538d1209a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'security_group_rule': {'security_group_id': '0b8e662e-2593-42fc-8008-9d24fd27acae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:24.380571 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e64044eb-6c94-4717-b65d-694538d1209a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.439419 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e64044eb-6c94-4717-b65d-694538d1209a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.524185 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e64044eb-6c94-4717-b65d-694538d1209a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.543110 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64044eb-6c94-4717-b65d-694538d1209a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801e02d3-5f91-460a-8f45-4b703657721c,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:24.621824 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e64044eb-6c94-4717-b65d-694538d1209a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.623012 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e64044eb-6c94-4717-b65d-694538d1209a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395448 Aug 24 19:35:24.625856 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42036) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:24.631016 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-ad1da249-1dca-4363-a8c8-3e117062ff8a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'security_group_rule': {'security_group_id': '0b8e662e-2593-42fc-8008-9d24fd27acae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:24.712214 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ad1da249-1dca-4363-a8c8-3e117062ff8a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.800195 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ad1da249-1dca-4363-a8c8-3e117062ff8a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.895111 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ad1da249-1dca-4363-a8c8-3e117062ff8a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:24.914525 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1da249-1dca-4363-a8c8-3e117062ff8a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a4f023-538a-4518-8ac9-090ca24665e0,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:25.015200 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ad1da249-1dca-4363-a8c8-3e117062ff8a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:25.016439 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ad1da249-1dca-4363-a8c8-3e117062ff8a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895862 Aug 24 19:35:25.019490 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42040) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:25.024283 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:25.153042 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:25.257696 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:25.374067 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Allocated IP 172.27.1.152 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/5fb8d083-155a-424c-9db3-90020f80670d) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:35:25.383170 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900566e5-e86f-4d36-9490-ab4b0996508e req-026386d1-2b2c-4040-b5b8-ad8e3aaba9e5 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:25.384734 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-900566e5-e86f-4d36-9490-ab4b0996508e req-026386d1-2b2c-4040-b5b8-ad8e3aaba9e5 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0496371 Aug 24 19:35:25.424139 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-900566e5-e86f-4d36-9490-ab4b0996508e req-4f509aa9-2ce8-4411-ad8c-a6033b4c9992 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331459 Aug 24 19:35:25.482556 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:25.536946 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e608e5-3083-4204-840d-9f17b9901f08 req-f09c1de7-16a3-41f5-86b4-f065e325940f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:25.538493 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a6e608e5-3083-4204-840d-9f17b9901f08 req-f09c1de7-16a3-41f5-86b4-f065e325940f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0475891 Aug 24 19:35:25.547100 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42046) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:25.551569 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Request body: {'floatingip': {'port_id': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:25.575557 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:25.594086 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:25.616318 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:35:25.623044 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:35:25.626822 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:35:25.654520 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'Port': ['ID=5fb8d083-155a-424c-9db3-90020f80670d,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:25.722938 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:25.830006 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.001076 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.032230 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.152762 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.153022 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.219096 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'Port': ['ID=5fb8d083-155a-424c-9db3-90020f80670d,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:26.231971 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.256022 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Floating IP d81d7e51-1caa-4271-9a93-baf667ddc82a associated. External IP: 172.27.1.202, port: bd28ff14-2c6c-49d2-a836-10efaf8f9f5c. Aug 24 19:35:26.335063 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.336505 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-dc7033d7-09f2-409e-9cd2-3ffb8d788408 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3159606 Aug 24 19:35:26.492287 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:35:26.496129 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-e9103b75-9881-4f56-9de3-7933507e44d0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--908414633&fields=id&tenant_id=06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 267 time: 0.0488520 Aug 24 19:35:26.686680 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-c6dfd5f0-a9f3-435d-bc20-f44fe72735be tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:26.688085 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-c6dfd5f0-a9f3-435d-bc20-f44fe72735be tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 817 time: 0.1842222 Aug 24 19:35:26.701820 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:35:26.707411 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:26.711796 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] Sync routers for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:35:26.722811 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:26.723441 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:35:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:26.728457 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-4a223c29-cf67-452d-8289-b08b30390276 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/quotas/06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 375 time: 0.0334473 Aug 24 19:35:26.749192 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-71df910a-1d37-4cc5-87a5-5cedaef28f8a tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "PUT /v2.0/floatingips/d81d7e51-1caa-4271-9a93-baf667ddc82a HTTP/1.1" status: 200 len: 992 time: 1.2009585 Aug 24 19:35:26.750123 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:26.752831 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f340b73-2788-49fd-ad16-202aebce1c99" -d '{"events": [{"name": "network-changed", "server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:26.797320 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-90b969f5-3b1c-4fa4-a5b2-e5c0baaa6754 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617876 Aug 24 19:35:26.847473 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:26.903263 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b22ca-da9e-472d-b136-ebb2dc8c0d1e x-openstack-request-id: req-7f5b22ca-da9e-472d-b136-ebb2dc8c0d1e {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:26.903532 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:26.903784 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f5b22ca-da9e-472d-b136-ebb2dc8c0d1e {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:26.904178 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'status': 'completed', 'code': 200} Aug 24 19:35:26.954808 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-b78cc26f-1b0c-4aee-b4e1-a537aebff00f service neutron] 10.222.0.59 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458573 Aug 24 19:35:26.959192 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-f7a9863d-1c3f-4ed8-8df3-86f23354223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:26.961519 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-f7a9863d-1c3f-4ed8-8df3-86f23354223d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bcba9a91f5e4855bdf5044613de0321&device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 1099 time: 0.0492675 Aug 24 19:35:27.066058 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-deb0bc68-c3f2-4f74-9dcd-06b786f4dd68 service neutron] 10.222.0.59 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051161 Aug 24 19:35:27.107855 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-6f9213e9-b506-4c57-a6c0-5fccac2dbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:27.112324 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-6f9213e9-b506-4c57-a6c0-5fccac2dbd11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 200 len: 911 time: 0.1393754 Aug 24 19:35:27.196670 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-e2a0bcb6-9964-40d1-bd99-19ebbbb1dd09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c HTTP/1.1" status: 200 len: 1000 time: 0.0737226 Aug 24 19:35:27.232230 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'd81d7e51-1caa-4271-9a93-baf667ddc82a', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'port_id': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'mac_address': 'fa:16:3e:f6:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:35:08Z', 'updated_at': '2021-08-24T19:35:25Z', 'revision_number': 1, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:27.249963 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-db5a7a24-7e99-4af7-b68c-70e4789b462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:27.261748 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-db5a7a24-7e99-4af7-b68c-70e4789b462a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 200 len: 849 time: 0.0501945 Aug 24 19:35:27.264539 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] Checking router: 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:35:27.276443 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:27.277064 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:35:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:27.304438 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-ff8972e0-bc66-4d55-8619-797e0bc5cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:27.305948 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-ff8972e0-bc66-4d55-8619-797e0bc5cbe3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15cf5dcf-738d-44b5-831d-34d65a4aa388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421743 Aug 24 19:35:27.384205 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:27.412868 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-0a250590-f662-488a-89b4-bb8a915d029f service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915475 Aug 24 19:35:27.518015 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9f340b73-2788-49fd-ad16-202aebce1c99 req-0f02bbcd-1c03-4caa-af10-a197917f933d service neutron] 10.222.0.35 "GET /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971260 Aug 24 19:35:27.563255 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-67ee0eab-0d12-4b2d-b7a4-bd76e2a7e97c req-10153a8f-a325-48c0-99b9-c39d9abd6759 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 210 time: 0.0326364 Aug 24 19:35:27.665763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'd81d7e51-1caa-4271-9a93-baf667ddc82a', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'port_id': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'mac_address': 'fa:16:3e:f6:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:35:08Z', 'updated_at': '2021-08-24T19:35:25Z', 'revision_number': 1, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:27.676637 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42090) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:27.696047 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95cf97-e005-4e1c-aeff-f3fb4fa77a07 None None] The sync data for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi is: [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'd81d7e51-1caa-4271-9a93-baf667ddc82a', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'port_id': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'mac_address': 'fa:16:3e:f6:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:35:08Z', 'updated_at': '2021-08-24T19:35:25Z', 'revision_number': 1, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:35:27.803492 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4136113e-a61d-41bb-8134-b9877367a231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:27.900912 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9d365-bdaa-4c5b-9635-ab530502cbd1 None None] New status for floating IP d81d7e51-1caa-4271-9a93-baf667ddc82a: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:35:27.920310 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4136113e-a61d-41bb-8134-b9877367a231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:28.066425 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4136113e-a61d-41bb-8134-b9877367a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:28.107970 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-4136113e-a61d-41bb-8134-b9877367a231 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ccb4070884f4113be670531f5e7668b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302251 Aug 24 19:35:28.109181 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136113e-a61d-41bb-8134-b9877367a231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88f2d60-ffe7-4d78-8a94-7a324dfb912e,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:28.110699 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42098) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:28.165332 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:28.190183 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:28.323819 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:28.326310 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:28.327493 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d88f2d60-ffe7-4d78-8a94-7a324dfb912e HTTP/1.1" status: 204 len: 168 time: 0.2157753 Aug 24 19:35:28.337435 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88f2d60-ffe7-4d78-8a94-7a324dfb912e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:28.342419 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.342768 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.343103 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.343429 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.343753 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.344077 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.344423 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.344743 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.345063 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.345379 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.345697 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.346108 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d397b9-038a-4c15-abad-84a4f065cb4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:35:28.913198 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8b37e39a-15ff-437e-9606-2b99d4888a83 req-db7f1704-4a4e-49c7-a224-8e2c06d94adb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 210 time: 0.2756004 Aug 24 19:35:29.744595 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-1d618e7b-8994-4396-8f5e-e85e8d7c1e12 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:29.746073 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-1d618e7b-8994-4396-8f5e-e85e8d7c1e12 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 817 time: 0.1047125 Aug 24 19:35:29.792026 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-4d234efd-065c-4fe1-be7a-e4e6bd8e6b69 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 379 time: 0.0357788 Aug 24 19:35:29.809342 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'port': {'device_id': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'admin_state_up': True, 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'security_groups': ['0b8e662e-2593-42fc-8008-9d24fd27acae']}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:30.003498 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Made reservation on behalf of 06ad67d05efc48a180df2740ce5dedba for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:35:30.007721 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:30.010945 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-64f6d537-d120-48ff-b08e-ee9b88c4ab37 req-654f34ba-31e2-40fb-8ca7-2c502218dfca tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 210 time: 0.0263538 Aug 24 19:35:30.142905 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Allocated IP 172.20.0.7 (0a5ad5e3-9c10-4546-ad12-dff1390a5197/50b3bbb1-629d-4ca3-a18f-43d2267f3ccf/bdbbbe75-74f7-4905-ad5d-1fc34d1d189b) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:35:30.289321 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:30.307019 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Transition to ACTIVE for port object bdbbbe75-74f7-4905-ad5d-1fc34d1d189b will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:35:30.421630 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:30.462825 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:35:30.468163 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:35:30.471899 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:35:30.498862 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:30.528649 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:30.529195 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:30.632810 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-3a187cf7-5ac1-4d72-9f07-42f0e423d7b9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274276 Aug 24 19:35:30.645969 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Request body: {'port': {'device_id': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:30.704953 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:30.763440 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3dfacfc0-bae3-4a1f-bd74-f60ea39c4186 None None] Provisioning for port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:35:30.767419 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-3dfacfc0-bae3-4a1f-bd74-f60ea39c4186 None None] Provisioning complete for port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:35:30.768003 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3dfacfc0-bae3-4a1f-bd74-f60ea39c4186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:30.802724 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-3dfacfc0-bae3-4a1f-bd74-f60ea39c4186 None None] Port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:35:30.965025 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbbbe75-74f7-4905-ad5d-1fc34d1d189b {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:30.972603 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:30.987423 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Transition to ACTIVE for port object bdbbbe75-74f7-4905-ad5d-1fc34d1d189b will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:35:31.100529 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:31.135364 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a626a1-f852-4cd6-9b7d-1e0a9082425a req-9cd96a87-6b9b-46c9-a597-040a306aaeb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.148613 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a2a626a1-f852-4cd6-9b7d-1e0a9082425a req-9cd96a87-6b9b-46c9-a597-040a306aaeb3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 931 time: 0.0561426 Aug 24 19:35:31.156165 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:31.191002 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a2a626a1-f852-4cd6-9b7d-1e0a9082425a req-2f07cb97-7e0c-4590-8897-9b0e21f679ea tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377328 Aug 24 19:35:31.235727 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Attempting to bind port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:35:31.236149 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Attempting to bind port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:35:31.236537 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Attempting to bind port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:31.242202 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:35:31.242526 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Attempting to bind port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b on network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:31.249850 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:35:31.250259 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Checking segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:35:31.250650 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Bound using segment: {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:35:31.251076 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Bound port: bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f862b1-a8c2-4d0c-bd74-648597a50fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:35:31.251435 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:31.322820 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:35:31.328996 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:35:31.427139 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:31.471519 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.472201 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:31.474320 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/bdbbbe75-74f7-4905-ad5d-1fc34d1d189b HTTP/1.1" status: 200 len: 1093 time: 0.8333068 Aug 24 19:35:31.474787 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:31.477334 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2dceb5-0337-4aa0-9641-d6669d617e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:31.511941 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9d96-a756-4d63-a8d1-b5554a59e6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:31.525990 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e0a655-7851-4f12-b905-a9b740db040f x-openstack-request-id: req-c4e0a655-7851-4f12-b905-a9b740db040f {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:31.529776 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:31.529776 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4e0a655-7851-4f12-b905-a9b740db040f {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:31.529776 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'status': 'completed', 'code': 200} Aug 24 19:35:31.577158 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-b08f521e-98c1-4cdd-8ff0-46fdc2e1b2d3 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e5078624c8df4bc3a3be81135112b9c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367897 Aug 24 19:35:31.601280 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dceb5-0337-4aa0-9641-d6669d617e4e req-dc489457-dfd2-4b0b-a2d7-57c9b9bb4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.602861 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-4f2dceb5-0337-4aa0-9641-d6669d617e4e req-dc489457-dfd2-4b0b-a2d7-57c9b9bb4f83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1096 time: 0.0456126 Aug 24 19:35:31.708104 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dceb5-0337-4aa0-9641-d6669d617e4e req-910f0f39-dc09-4433-b67a-a574a278fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.709663 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-4f2dceb5-0337-4aa0-9641-d6669d617e4e req-910f0f39-dc09-4433-b67a-a574a278fa17 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=06ad67d05efc48a180df2740ce5dedba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0959702 Aug 24 19:35:31.778123 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-f8bd8f99-a2cf-40db-9a8d-cd0e9907ddc3 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.785935 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-f8bd8f99-a2cf-40db-9a8d-cd0e9907ddc3 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964576 Aug 24 19:35:31.798171 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-4e332931-2247-49c2-b24a-e397b518653d tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/quotas/e5078624c8df4bc3a3be81135112b9c8 HTTP/1.1" status: 200 len: 375 time: 0.0118783 Aug 24 19:35:31.809347 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dceb5-0337-4aa0-9641-d6669d617e4e req-736be7c7-fba8-4bf1-8a17-981f48df67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.831310 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-4f2dceb5-0337-4aa0-9641-d6669d617e4e req-736be7c7-fba8-4bf1-8a17-981f48df67d7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938013 Aug 24 19:35:31.831491 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-044f637f-6efc-4e62-ad08-22a65cb6e12c tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5078624c8df4bc3a3be81135112b9c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273523 Aug 24 19:35:31.891608 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-7e4e32f7-8d02-456a-94e7-373edc9d68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.893331 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-7e4e32f7-8d02-456a-94e7-373edc9d68b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1096 time: 0.0415928 Aug 24 19:35:31.912245 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bbfad1ad-cc1a-4465-838a-53addce35077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:31.944692 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-bd670d63-863d-4082-a6e1-2ea444ceed94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b HTTP/1.1" status: 200 len: 217 time: 0.0386059 Aug 24 19:35:31.995397 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-1ffb559d-2430-4c6e-9402-adab1459dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:31.996890 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-1ffb559d-2430-4c6e-9402-adab1459dfa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0440342 Aug 24 19:35:32.044507 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55d72-5027-4eab-9a37-764fc453eefe req-65ebd088-b2df-4164-a444-556496d79934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:32.046009 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-65ebd088-b2df-4164-a444-556496d79934 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410967 Aug 24 19:35:32.147409 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-c55e0087-df15-4327-b49e-3aeed7208bd8 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880759 Aug 24 19:35:32.196754 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-186c8f10-f350-470b-8bc8-9868cc9b48e5 req-9e28ce44-18b3-46b9-8245-3ad1abdf883d tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 210 time: 0.0255833 Aug 24 19:35:32.261019 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-74b55d72-5027-4eab-9a37-764fc453eefe req-060055c3-8aa7-4f32-aa79-e253f0d02fde service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055732 Aug 24 19:35:32.344110 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd5a9-3da2-417a-8aed-9dddbd5a5105 req-6cffabdf-e0c1-4bf0-a38f-643efda072af tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:32.345659 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04bd5a9-3da2-417a-8aed-9dddbd5a5105 req-6cffabdf-e0c1-4bf0-a38f-643efda072af tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0542710 Aug 24 19:35:32.386972 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a04bd5a9-3da2-417a-8aed-9dddbd5a5105 req-1fa443f9-1cdf-4000-b3a8-a87b70cc475c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346456 Aug 24 19:35:33.296130 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-473adf48-cfad-46a0-b793-338e4b23f0e0 req-904cb66c-4a18-4e62-950b-a65c991f081f tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 210 time: 0.0264318 Aug 24 19:35:33.504431 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93503c-741a-4269-9895-75d5af14d5fd req-b2f9d1b0-0cf2-4873-a42f-a36d7c5625eb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:33.506405 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0b93503c-741a-4269-9895-75d5af14d5fd req-b2f9d1b0-0cf2-4873-a42f-a36d7c5625eb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0476756 Aug 24 19:35:33.544414 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0b93503c-741a-4269-9895-75d5af14d5fd req-8bf68358-5d0d-468d-aff3-56448d032a43 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Aug 24 19:35:34.394066 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5e3363a3-a188-4c78-ace6-17a7564fa750 req-c68e9fd2-f8a6-418c-89dd-3d0a1bba01d5 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 210 time: 0.0280654 Aug 24 19:35:34.482698 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-2389de3b-3579-4a47-9cb4-1d10a88a861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:34.634285 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-6528aecf-ca2b-4034-811d-d081710d97b0 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e5078624c8df4bc3a3be81135112b9c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290680 Aug 24 19:35:34.663751 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204eba9-9bf7-4a19-b161-720dd1927cb8 req-753ee987-6142-4b37-a28f-7660ab389f92 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:34.665319 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8204eba9-9bf7-4a19-b161-720dd1927cb8 req-753ee987-6142-4b37-a28f-7660ab389f92 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0485208 Aug 24 19:35:34.706398 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8204eba9-9bf7-4a19-b161-720dd1927cb8 req-852b7cd1-96aa-4ce9-95ac-fdcbf0c15abe tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349107 Aug 24 19:35:34.780021 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:35:34.829630 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-3856ca95-1e6c-429d-8bb9-8143c8d56730 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:34.831126 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-3856ca95-1e6c-429d-8bb9-8143c8d56730 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904199 Aug 24 19:35:34.841931 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:34.849377 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Request body: {'port': {'device_id': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'network_id': '89227377-c57c-44df-9f5f-567de5924229', 'admin_state_up': True, 'tenant_id': 'e5078624c8df4bc3a3be81135112b9c8'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:34.880515 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:34.890796 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'port_id': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'mac_address': 'fa:16:3e:3c:24:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:35:34.931011 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:34.946012 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbbbe75-74f7-4905-ad5d-1fc34d1d189b {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:34.965548 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:35.077277 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.124424 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:35.157113 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Made reservation on behalf of e5078624c8df4bc3a3be81135112b9c8 for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:35:35.160690 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.169748 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.255533 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.345614 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.406731 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:35:35.407943 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92733780-5654-461b-85c2-a6a90952074c,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:35.484212 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Allocated IP 192.168.233.39 (89227377-c57c-44df-9f5f-567de5924229/b4d7deaa-1112-4079-83d7-9b3c5442a9a4/1d452efa-3731-4e49-a7f3-927c85194eb9) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:35:35.499257 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-843f51ff-92a9-4aee-be5a-64243da714b6 req-8e83cb82-d30f-430b-85ea-cfea2f29e262 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 210 time: 0.0319886 Aug 24 19:35:35.654419 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.673425 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Transition to ACTIVE for port object 1d452efa-3731-4e49-a7f3-927c85194eb9 will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:35:35.768696 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.813528 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Network 89227377-c57c-44df-9f5f-567de5924229 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:35:35.816607 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:35:35.820466 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:35:35.825051 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42ce57-12b6-4193-8fd0-8a30239714ca req-88dbbbf6-6152-4ea8-8f29-672f05e8b24a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:35.826694 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fa42ce57-12b6-4193-8fd0-8a30239714ca req-88dbbbf6-6152-4ea8-8f29-672f05e8b24a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 944 time: 0.0499344 Aug 24 19:35:35.833508 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.844488 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Pushing event updated for resources: {'Port': ['ID=1d452efa-3731-4e49-a7f3-927c85194eb9,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:35.872948 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fa42ce57-12b6-4193-8fd0-8a30239714ca req-1826f9c0-760f-4e26-9174-76c34ba29ea6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368629 Aug 24 19:35:35.878915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:35.878915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:35.957706 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-8d1efa4f-76fd-4646-b89b-17859efb5565 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1132445 Aug 24 19:35:35.974648 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Request body: {'port': {'device_id': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:36.179913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-af46fb08-4cfb-4153-acd7-1ab7787d2542 None None] Provisioning for port 1d452efa-3731-4e49-a7f3-927c85194eb9 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:35:36.184091 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-af46fb08-4cfb-4153-acd7-1ab7787d2542 None None] Provisioning complete for port 1d452efa-3731-4e49-a7f3-927c85194eb9 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:35:36.184579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-af46fb08-4cfb-4153-acd7-1ab7787d2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.219641 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-af46fb08-4cfb-4153-acd7-1ab7787d2542 None None] Port 1d452efa-3731-4e49-a7f3-927c85194eb9 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:35:36.256675 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.508493 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d452efa-3731-4e49-a7f3-927c85194eb9 {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:36.515504 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.528252 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Transition to ACTIVE for port object 1d452efa-3731-4e49-a7f3-927c85194eb9 will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:35:36.596848 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.614703 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c6a66-ae60-4a0e-bad3-7c31205e762e req-7762f3fb-20f3-4876-a904-3f5f641203d1 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:36.618417 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-162c6a66-ae60-4a0e-bad3-7c31205e762e req-7762f3fb-20f3-4876-a904-3f5f641203d1 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 935 time: 0.0531571 Aug 24 19:35:36.664960 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-162c6a66-ae60-4a0e-bad3-7c31205e762e req-5a455978-7db6-46e6-b2a9-731c37b44af9 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Aug 24 19:35:36.670954 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Pushing event updated for resources: {'Port': ['ID=1d452efa-3731-4e49-a7f3-927c85194eb9,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:36.745832 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Attempting to bind port 1d452efa-3731-4e49-a7f3-927c85194eb9 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:35:36.746197 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Attempting to bind port 1d452efa-3731-4e49-a7f3-927c85194eb9 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:35:36.746524 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Attempting to bind port 1d452efa-3731-4e49-a7f3-927c85194eb9 on network 89227377-c57c-44df-9f5f-567de5924229 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:36.751497 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Port 1d452efa-3731-4e49-a7f3-927c85194eb9 on network 89227377-c57c-44df-9f5f-567de5924229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:35:36.751989 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Attempting to bind port 1d452efa-3731-4e49-a7f3-927c85194eb9 on network 89227377-c57c-44df-9f5f-567de5924229 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:35:36.757853 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:35:36.758319 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Checking segment: {'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:35:36.758766 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Bound using segment: {'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:35:36.759297 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Bound port: 1d452efa-3731-4e49-a7f3-927c85194eb9, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2619137-8db6-4153-82b0-301043d4123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '89227377-c57c-44df-9f5f-567de5924229'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:35:36.759707 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.796118 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:35:36.839388 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] For port 1d452efa-3731-4e49-a7f3-927c85194eb9, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:35:36.842630 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] For port 1d452efa-3731-4e49-a7f3-927c85194eb9, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d452efa-3731-4e49-a7f3-927c85194eb9,segment=NetworkSegment(d2619137-8db6-4153-82b0-301043d4123c),segment_id=d2619137-8db6-4153-82b0-301043d4123c)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:35:36.918234 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.948771 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:36.949377 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.950911 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d452efa-3731-4e49-a7f3-927c85194eb9 HTTP/1.1" status: 200 len: 1097 time: 0.9828975 Aug 24 19:35:36.951347 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'tag': '1d452efa-3731-4e49-a7f3-927c85194eb9'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:36.951470 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:35:36.953734 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b138b497-914f-471d-8275-c2f8a1026ff7", "tag": "1d452efa-3731-4e49-a7f3-927c85194eb9"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:36.955780 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:35:36.956347 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:36.992365 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afde4-1f32-43f4-83d9-ad105a20ad47 service neutron] Pushing event updated for resources: {'Port': ['ID=1d452efa-3731-4e49-a7f3-927c85194eb9,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:37.023216 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd0ec-1e61-4755-bcca-a7380bbf30bb req-12bc18e9-f992-4243-940c-64c409e19815 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:37.024939 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3eddd0ec-1e61-4755-bcca-a7380bbf30bb req-12bc18e9-f992-4243-940c-64c409e19815 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 944 time: 0.0597863 Aug 24 19:35:37.049548 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:37.083674 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3eddd0ec-1e61-4755-bcca-a7380bbf30bb req-c6540063-b96e-461a-84da-98258f858939 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514703 Aug 24 19:35:37.084440 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:37.086996 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9e39d6-be47-47e8-a62d-987337e84365" -d '{"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-plugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:37.115730 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:37.142520 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf23dc-c4d2-4b1c-bbeb-c6971972c30b x-openstack-request-id: req-80bf23dc-c4d2-4b1c-bbeb-c6971972c30b {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:37.143239 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-plugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:37.143239 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80bf23dc-c4d2-4b1c-bbeb-c6971972c30b {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:37.143768 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'code': 200} Aug 24 19:35:37.165071 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-cfd79933-e619-4ef5-88f8-7fa26221dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:37.167659 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-cfd79933-e619-4ef5-88f8-7fa26221dcef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5078624c8df4bc3a3be81135112b9c8&device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 1100 time: 0.0791726 Aug 24 19:35:37.204766 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:37.213143 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff59ac-d0d7-429b-990b-d30dbe9bc631 x-openstack-request-id: req-e7ff59ac-d0d7-429b-990b-d30dbe9bc631 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:37.213489 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b138b497-914f-471d-8275-c2f8a1026ff7", "tag": "1d452efa-3731-4e49-a7f3-927c85194eb9", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:37.213657 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7ff59ac-d0d7-429b-990b-d30dbe9bc631 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:37.214032 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'tag': '1d452efa-3731-4e49-a7f3-927c85194eb9', 'status': 'completed', 'code': 200} Aug 24 19:35:37.215922 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-3483314b-c64d-4f03-87d3-505455a1d0db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1d452efa-3731-4e49-a7f3-927c85194eb9 HTTP/1.1" status: 200 len: 217 time: 0.0397291 Aug 24 19:35:37.256534 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:37.277954 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-274cf88b-a39b-4671-9668-f4a718c7ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:37.279611 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-274cf88b-a39b-4671-9668-f4a718c7ad0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b4d7deaa-1112-4079-83d7-9b3c5442a9a4 HTTP/1.1" status: 200 len: 843 time: 0.0564730 Aug 24 19:35:37.305316 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:37.330644 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-f0f96a9e-93f9-4db6-ae36-7d1e0904767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:37.332308 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-f0f96a9e-93f9-4db6-ae36-7d1e0904767c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89227377-c57c-44df-9f5f-567de5924229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445135 Aug 24 19:35:37.421769 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-4cb1bf4a-933a-4f6c-8faf-ea8f0710ed47 service neutron] 10.222.0.35 "GET /v2.0/networks/89227377-c57c-44df-9f5f-567de5924229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815439 Aug 24 19:35:37.447305 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8fa13-03cb-46ec-bcc8-1e401d121a3a req-83128110-3abf-4e00-97a9-adf61ff557ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:37.448810 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fef8fa13-03cb-46ec-bcc8-1e401d121a3a req-83128110-3abf-4e00-97a9-adf61ff557ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1098 time: 0.0395343 Aug 24 19:35:37.482964 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fef8fa13-03cb-46ec-bcc8-1e401d121a3a req-09f88fb1-8839-4cbb-9bb6-ae76194cdb98 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269396 Aug 24 19:35:37.513934 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e19fd233-3a66-48d7-8526-23c6dbf0a545 req-578300a8-5c2d-4e64-8075-a0e0e1504963 service neutron] 10.222.0.35 "GET /v2.0/networks/89227377-c57c-44df-9f5f-567de5924229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848396 Aug 24 19:35:37.793588 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24b0b3-f819-4d6e-8933-99e2dbdf54e0 req-a7441a12-d487-4d06-84c3-6f7158d62bbb tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:37.795052 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a24b0b3-f819-4d6e-8933-99e2dbdf54e0 req-a7441a12-d487-4d06-84c3-6f7158d62bbb tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 947 time: 0.0521088 Aug 24 19:35:37.832921 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a24b0b3-f819-4d6e-8933-99e2dbdf54e0 req-2eb17049-f3c7-4119-b0f9-46e3f1680184 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Aug 24 19:35:37.915138 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-01a221c3-b298-480c-85d1-961d1d315c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:37.916685 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-01a221c3-b298-480c-85d1-961d1d315c8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5078624c8df4bc3a3be81135112b9c8&device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 1100 time: 0.0402579 Aug 24 19:35:38.026131 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-cea49068-de6a-4428-9484-ab93ec7b27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:38.027836 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-cea49068-de6a-4428-9484-ab93ec7b27c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=89227377-c57c-44df-9f5f-567de5924229 HTTP/1.1" status: 200 len: 870 time: 0.0827355 Aug 24 19:35:38.081291 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-68a2a9c5-1e59-4c6d-9185-e93e204ea8d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1d452efa-3731-4e49-a7f3-927c85194eb9 HTTP/1.1" status: 200 len: 217 time: 0.0364656 Aug 24 19:35:38.130316 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-4f85b1df-9f8b-4355-b074-8cae2a0f01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:38.131794 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-4f85b1df-9f8b-4355-b074-8cae2a0f01c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b4d7deaa-1112-4079-83d7-9b3c5442a9a4 HTTP/1.1" status: 200 len: 843 time: 0.0433884 Aug 24 19:35:38.177877 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-de289839-f51d-45c5-8de0-3723b98948cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:38.179475 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-de289839-f51d-45c5-8de0-3723b98948cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89227377-c57c-44df-9f5f-567de5924229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406244 Aug 24 19:35:38.206577 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768824f-9d9c-4492-8e57-692eac4ae40c req-f416365c-6746-4e07-a9b2-4e8869644c30 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:38.208706 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0768824f-9d9c-4492-8e57-692eac4ae40c req-f416365c-6746-4e07-a9b2-4e8869644c30 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0488281 Aug 24 19:35:38.246977 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0768824f-9d9c-4492-8e57-692eac4ae40c req-029819ca-7cb4-4613-81ab-1bf46921ca47 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321000 Aug 24 19:35:38.292057 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-4e7dc71f-f592-4d0b-80db-780b5e22d1c7 service neutron] 10.222.0.35 "GET /v2.0/networks/89227377-c57c-44df-9f5f-567de5924229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931723 Aug 24 19:35:38.386747 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e44c353d-9de7-4f02-9cc3-7b5666cc01d7 req-27c5ecef-a63e-4257-bf72-0befbfd1ffd9 service neutron] 10.222.0.35 "GET /v2.0/networks/89227377-c57c-44df-9f5f-567de5924229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825994 Aug 24 19:35:39.018097 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fd005-b5b7-439f-8762-67e6ae3ebe0a req-2cdc46ef-9a11-4d6e-88ac-5ca85360b454 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:39.019812 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd2fd005-b5b7-439f-8762-67e6ae3ebe0a req-2cdc46ef-9a11-4d6e-88ac-5ca85360b454 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 947 time: 0.0488982 Aug 24 19:35:39.059546 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fd2fd005-b5b7-439f-8762-67e6ae3ebe0a req-dfe91198-6c95-4c46-ac76-939cdac9c574 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Aug 24 19:35:39.367012 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb53a3-28a0-4815-8ce8-bf1ee99cf450 req-d2e61393-eb66-450f-86fe-7229ecced211 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:39.368487 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eabb53a3-28a0-4815-8ce8-bf1ee99cf450 req-d2e61393-eb66-450f-86fe-7229ecced211 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0505400 Aug 24 19:35:39.405486 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eabb53a3-28a0-4815-8ce8-bf1ee99cf450 req-d24595ab-8292-46c9-9bde-88fc6a54e086 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311334 Aug 24 19:35:39.516544 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b0f6-dd23-4532-9f36-6084d868cf5a req-b8deb409-1c63-47e6-b9aa-b4a30aceef9b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:39.517991 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-33f9b0f6-dd23-4532-9f36-6084d868cf5a req-b8deb409-1c63-47e6-b9aa-b4a30aceef9b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0470505 Aug 24 19:35:39.527444 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42264) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:39.531986 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Request body: {'floatingip': {'port_id': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:35:39.575382 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:39.990803 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:40.053595 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:40.147834 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.l3_db [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Floating IP a214c72a-78f1-45a9-8985-c1190da2c0a8 associated. External IP: 172.27.1.152, port: bdbbbe75-74f7-4905-ad5d-1fc34d1d189b. Aug 24 19:35:40.174164 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99407f-00cf-437e-bf7b-c7414167cfec req-574862e5-9d56-4646-83b4-c5df97c0b2e2 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:40.175651 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6d99407f-00cf-437e-bf7b-c7414167cfec req-574862e5-9d56-4646-83b4-c5df97c0b2e2 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 947 time: 0.0484231 Aug 24 19:35:40.214419 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6d99407f-00cf-437e-bf7b-c7414167cfec req-b03706a4-4c09-4093-9ed1-654fc89a24a7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Aug 24 19:35:40.357048 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:35:40.461067 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:35:40.466105 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:40.473378 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89577448-b992-4c2f-946b-c177df977f8d None None] Sync routers for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:35:40.483100 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:40.483713 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:35:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:40.494435 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5d46f151-f458-45d4-b1ba-4bb2ea47f8c3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "PUT /v2.0/floatingips/a214c72a-78f1-45a9-8985-c1190da2c0a8 HTTP/1.1" status: 200 len: 991 time: 0.9659238 Aug 24 19:35:40.495010 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:40.497248 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c07691-ecb5-4462-9664-04b5a5640c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:40.541662 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f0cb5c-758e-4c66-8652-27c0a09075da x-openstack-request-id: req-66f0cb5c-758e-4c66-8652-27c0a09075da {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:40.542293 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:40.542293 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66f0cb5c-758e-4c66-8652-27c0a09075da {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:40.542556 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'status': 'completed', 'code': 200} Aug 24 19:35:40.600538 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:40.606344 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-059595ff-4fac-4ea1-b527-fa37c6ac540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:40.607919 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-059595ff-4fac-4ea1-b527-fa37c6ac540f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1098 time: 0.0418735 Aug 24 19:35:40.705513 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-c1f5d4b7-dfdf-4848-b8ef-288b5c9badbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:40.707626 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-c1f5d4b7-dfdf-4848-b8ef-288b5c9badbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.0900979 Aug 24 19:35:40.775589 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-a456ab7a-65a8-4d35-8e44-826f2ed4f865 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b HTTP/1.1" status: 200 len: 999 time: 0.0600748 Aug 24 19:35:40.820440 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 1d452efa-3731-4e49-a7f3-927c85194eb9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:35:40.829631 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-70d5207a-38c2-47ea-a7fa-775a080bdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:40.831102 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-70d5207a-38c2-47ea-a7fa-775a080bdcef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0480225 Aug 24 19:35:40.861068 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'a214c72a-78f1-45a9-8985-c1190da2c0a8', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'port_id': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'mac_address': 'fa:16:3e:3c:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:35:25Z', 'updated_at': '2021-08-24T19:35:39Z', 'revision_number': 1, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:40.880317 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-1acb2234-2621-412b-9d97-8c45cd5444a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:40.881804 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-1acb2234-2621-412b-9d97-8c45cd5444a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393283 Aug 24 19:35:40.913993 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89577448-b992-4c2f-946b-c177df977f8d None None] Checking router: f3e94ee2-ed55-4f99-8886-725f65a3d2c6 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:35:40.931392 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:35:40.932010 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:35:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:40.971059 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-ed161b49-c8ee-4f31-8656-cead2860c591 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811040 Aug 24 19:35:41.016669 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 1d452efa-3731-4e49-a7f3-927c85194eb9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d452efa-3731-4e49-a7f3-927c85194eb9,segment=NetworkSegment(d2619137-8db6-4153-82b0-301043d4123c),segment_id=d2619137-8db6-4153-82b0-301043d4123c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:41.069452 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-01c07691-ecb5-4462-9664-04b5a5640c2a req-42492fd1-861b-4126-85a8-cf48add79c95 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900183 Aug 24 19:35:41.153451 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '1d452efa-3731-4e49-a7f3-927c85194eb9', 'network_id': '89227377-c57c-44df-9f5f-567de5924229', 'port_id': '1d452efa-3731-4e49-a7f3-927c85194eb9', 'mac_address': 'fa:16:3e:4a:27:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d7deaa-1112-4079-83d7-9b3c5442a9a4', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:35:41.203958 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:35:41.228321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:41.248497 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d452efa-3731-4e49-a7f3-927c85194eb9 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:35:41.306258 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 1d452efa-3731-4e49-a7f3-927c85194eb9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d452efa-3731-4e49-a7f3-927c85194eb9,segment=NetworkSegment(d2619137-8db6-4153-82b0-301043d4123c),segment_id=d2619137-8db6-4153-82b0-301043d4123c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:41.336989 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044444b-ef6b-4be3-8b7b-3df9f2a5dd2a req-ac721da3-29be-4209-817b-14251361322c tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:41.338593 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9044444b-ef6b-4be3-8b7b-3df9f2a5dd2a req-ac721da3-29be-4209-817b-14251361322c tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 947 time: 0.0527716 Aug 24 19:35:41.374862 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:41.377071 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9044444b-ef6b-4be3-8b7b-3df9f2a5dd2a req-ce07f997-350d-443b-8bd9-50f7ea2b01d0 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Aug 24 19:35:41.462822 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=1d452efa-3731-4e49-a7f3-927c85194eb9,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:41.489332 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-89577448-b992-4c2f-946b-c177df977f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'a214c72a-78f1-45a9-8985-c1190da2c0a8', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'port_id': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'mac_address': 'fa:16:3e:3c:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:35:25Z', 'updated_at': '2021-08-24T19:35:39Z', 'revision_number': 1, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:35:41.515176 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89577448-b992-4c2f-946b-c177df977f8d None None] The sync data for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi is: [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': 'a214c72a-78f1-45a9-8985-c1190da2c0a8', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'port_id': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'mac_address': 'fa:16:3e:3c:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:35:25Z', 'updated_at': '2021-08-24T19:35:39Z', 'revision_number': 1, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:35:41.663829 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['1d452efa-3731-4e49-a7f3-927c85194eb9'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:35:41.697256 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012242f1-0648-4c3f-ae37-d84417377618 None None] New status for floating IP a214c72a-78f1-45a9-8985-c1190da2c0a8: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:35:42.293327 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:42.491337 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22885a-0db8-468a-afb9-dd55b0767d11 req-cc9f33ef-8876-4fa7-990e-2688e6a4fd72 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:42.492898 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ce22885a-0db8-468a-afb9-dd55b0767d11 req-cc9f33ef-8876-4fa7-990e-2688e6a4fd72 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 948 time: 0.0471191 Aug 24 19:35:42.530368 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ce22885a-0db8-468a-afb9-dd55b0767d11 req-84ff4776-2849-408f-87b0-1d402a405a60 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Aug 24 19:35:42.840674 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 1d452efa-3731-4e49-a7f3-927c85194eb9 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:35:42.961981 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 1d452efa-3731-4e49-a7f3-927c85194eb9 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:35:42.966025 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 1d452efa-3731-4e49-a7f3-927c85194eb9 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:35:42.973081 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:43.040219 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:43.061295 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d452efa-3731-4e49-a7f3-927c85194eb9'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:43.063547 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540acfb5-7606-4991-ba03-c086adce1406" -d '{"events": [{"server_uuid": "b138b497-914f-471d-8275-c2f8a1026ff7", "name": "network-vif-plugged", "status": "completed", "tag": "1d452efa-3731-4e49-a7f3-927c85194eb9"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:43.078471 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 1d452efa-3731-4e49-a7f3-927c85194eb9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d452efa-3731-4e49-a7f3-927c85194eb9,segment=NetworkSegment(d2619137-8db6-4153-82b0-301043d4123c),segment_id=d2619137-8db6-4153-82b0-301043d4123c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:43.099781 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ee1739-417d-41ca-9636-fecf46f2b6ea x-openstack-request-id: req-f7ee1739-417d-41ca-9636-fecf46f2b6ea {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:43.100068 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b138b497-914f-471d-8275-c2f8a1026ff7", "name": "network-vif-plugged", "status": "completed", "tag": "1d452efa-3731-4e49-a7f3-927c85194eb9", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:43.100351 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7ee1739-417d-41ca-9636-fecf46f2b6ea {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:43.100740 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d452efa-3731-4e49-a7f3-927c85194eb9', 'code': 200} Aug 24 19:35:43.178907 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:43.232615 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=1d452efa-3731-4e49-a7f3-927c85194eb9,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:43.414218 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aa36c-5aa5-4ae8-b4ca-68b399b99857 req-e90612cd-1c1e-4e81-9df0-adcbe35eae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:43.415676 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-415aa36c-5aa5-4ae8-b4ca-68b399b99857 req-e90612cd-1c1e-4e81-9df0-adcbe35eae83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 1102 time: 0.0388379 Aug 24 19:35:43.450719 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-415aa36c-5aa5-4ae8-b4ca-68b399b99857 req-37e65d6d-7d22-405c-997c-99bf212955f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265586 Aug 24 19:35:43.643152 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05535eab-f060-4a1b-ba75-53eb52436962 req-4a6f2dca-ad33-4df9-b5b8-dbbbd72464e8 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:43.645244 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-05535eab-f060-4a1b-ba75-53eb52436962 req-4a6f2dca-ad33-4df9-b5b8-dbbbd72464e8 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 949 time: 0.0487750 Aug 24 19:35:43.682453 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-05535eab-f060-4a1b-ba75-53eb52436962 req-e057fc1d-3e17-4570-a886-86d63ad6c110 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Aug 24 19:35:44.803107 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0230-82a7-4c6c-960d-0dafafe6b9c7 req-98afb0c2-efe7-49d4-9554-24f86a3629e7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:44.804585 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b9b0230-82a7-4c6c-960d-0dafafe6b9c7 req-98afb0c2-efe7-49d4-9554-24f86a3629e7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 949 time: 0.0551331 Aug 24 19:35:44.843599 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4b9b0230-82a7-4c6c-960d-0dafafe6b9c7 req-b392858f-341a-440f-be18-e618a49ed705 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330174 Aug 24 19:35:45.965073 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedfef3-8949-4d47-986a-a60e29cf2dec req-9a73a6e5-130b-41bb-924d-9c473fc12a05 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:45.966574 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3dedfef3-8949-4d47-986a-a60e29cf2dec req-9a73a6e5-130b-41bb-924d-9c473fc12a05 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 949 time: 0.0478199 Aug 24 19:35:46.004955 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3dedfef3-8949-4d47-986a-a60e29cf2dec req-9d05e262-f0dc-44d6-86cc-866f925c1404 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Aug 24 19:35:46.567993 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e867-a4c8-46ea-8676-a9f48b4c7c67 req-976498a5-9353-4adf-9907-990ccb6b5bd5 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:46.569648 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0945e867-a4c8-46ea-8676-a9f48b4c7c67 req-976498a5-9353-4adf-9907-990ccb6b5bd5 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 949 time: 0.0487132 Aug 24 19:35:46.607295 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0945e867-a4c8-46ea-8676-a9f48b4c7c67 req-30a30735-d7f5-468e-b067-f61244e80b8c tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Aug 24 19:35:47.729370 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70d3a-81bf-4d02-884b-00166be36b42 req-ed35c78b-4751-4558-a030-2e667840077f tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:47.730839 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5be70d3a-81bf-4d02-884b-00166be36b42 req-ed35c78b-4751-4558-a030-2e667840077f tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 949 time: 0.0534668 Aug 24 19:35:47.768105 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5be70d3a-81bf-4d02-884b-00166be36b42 req-4d01620a-83db-4a3a-bd8e-b1f2758633dc tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/security-groups?id=92733780-5654-461b-85c2-a6a90952074c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Aug 24 19:35:48.172581 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b80b5-1568-4777-b4a6-d34784449c15 req-95a32793-049b-4ae8-ad43-e29084b7b73f tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:35:48.174077 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-621b80b5-1568-4777-b4a6-d34784449c15 req-95a32793-049b-4ae8-ad43-e29084b7b73f tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.35 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 949 time: 0.0479159 Aug 24 19:35:48.307624 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Deleting port 1d452efa-3731-4e49-a7f3-927c85194eb9 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:35:48.307977 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:48.394321 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] For port 1d452efa-3731-4e49-a7f3-927c85194eb9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d452efa-3731-4e49-a7f3-927c85194eb9,segment=NetworkSegment(d2619137-8db6-4153-82b0-301043d4123c),segment_id=d2619137-8db6-4153-82b0-301043d4123c)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:35:48.394598 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:48.410427 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Calling delete_port for 1d452efa-3731-4e49-a7f3-927c85194eb9 owned by compute:nova {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:35:48.619040 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:48.631677 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['1d452efa-3731-4e49-a7f3-927c85194eb9'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:35:48.647766 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Pushing event deleted for resources: {'Port': ['ID=1d452efa-3731-4e49-a7f3-927c85194eb9,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:35:48.691653 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] No DVR routers for this DVR port 1d452efa-3731-4e49-a7f3-927c85194eb9 on host hv-cinder-79819 {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:35:48.694003 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:48.698857 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-621b80b5-1568-4777-b4a6-d34784449c15 req-ddaa0652-3d4e-4b1d-a712-e9a1d2fc52d7 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.35 "DELETE /v2.0/ports/1d452efa-3731-4e49-a7f3-927c85194eb9 HTTP/1.1" status: 204 len: 173 time: 0.5144136 Aug 24 19:35:48.698857 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'name': 'network-vif-deleted', 'tag': '1d452efa-3731-4e49-a7f3-927c85194eb9'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:35:48.698857 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eca0a3-063f-4405-8896-e981c5613cb8" -d '{"events": [{"server_uuid": "b138b497-914f-471d-8275-c2f8a1026ff7", "name": "network-vif-deleted", "tag": "1d452efa-3731-4e49-a7f3-927c85194eb9"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:35:48.737459 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f5769b-3dd0-4d49-81da-45123ab80d89 x-openstack-request-id: req-65f5769b-3dd0-4d49-81da-45123ab80d89 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:35:48.737889 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b138b497-914f-471d-8275-c2f8a1026ff7", "name": "network-vif-deleted", "tag": "1d452efa-3731-4e49-a7f3-927c85194eb9", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:35:48.738241 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65f5769b-3dd0-4d49-81da-45123ab80d89 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:35:48.739448 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b138b497-914f-471d-8275-c2f8a1026ff7', 'name': 'network-vif-deleted', 'tag': '1d452efa-3731-4e49-a7f3-927c85194eb9', 'status': 'completed', 'code': 200} Aug 24 19:35:48.868630 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fec19d27-463a-41ce-b69b-edb4b584533a req-e2ab0653-d56f-4917-acfd-56d879676752 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 210 time: 0.0254846 Aug 24 19:35:51.013539 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 1d452efa-3731-4e49-a7f3-927c85194eb9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:35:51.033056 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 1d452efa-3731-4e49-a7f3-927c85194eb9 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:35:51.033328 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 1d452efa-3731-4e49-a7f3-927c85194eb9 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:35:52.057658 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cb24df5-c983-44e8-9e91-1096d8e2a8e7 req-e6dec0a3-6d97-43e4-9ef7-aed3f544a0a9 tempest-VolumesNegativeTest-317978442 tempest-VolumesNegativeTest-317978442-project] 10.222.0.59 "GET /v2.0/ports?device_id=b138b497-914f-471d-8275-c2f8a1026ff7 HTTP/1.1" status: 200 len: 210 time: 0.0254004 Aug 24 19:35:55.051391 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:35:58.983676 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42632) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:59.115189 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-abfc5d4f-e697-4a2d-924d-1af69183d8f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5078624c8df4bc3a3be81135112b9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303456 Aug 24 19:35:59.117635 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42636) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:35:59.164395 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f944448b-bed9-42a5-92f0-4a18256ccda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:59.184901 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f944448b-bed9-42a5-92f0-4a18256ccda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:59.303343 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f944448b-bed9-42a5-92f0-4a18256ccda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:59.305898 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f944448b-bed9-42a5-92f0-4a18256ccda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:35:59.307097 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f944448b-bed9-42a5-92f0-4a18256ccda9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92733780-5654-461b-85c2-a6a90952074c HTTP/1.1" status: 204 len: 168 time: 0.1885707 Aug 24 19:35:59.315403 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944448b-bed9-42a5-92f0-4a18256ccda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92733780-5654-461b-85c2-a6a90952074c,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:01.937416 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-94a93c61-cf53-4d16-8987-f5e817f9a39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:02.461762 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-3f395e70-67a5-44f3-ae77-9023a3d6230e tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714711462&fields=id&tenant_id=6c0be9c2c7eb4e229138150d1a78323a HTTP/1.1" status: 200 len: 267 time: 0.0318375 Aug 24 19:36:02.512709 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-cfa5747d-f2fd-40a6-a96a-47bd58cbb4fe tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:02.514170 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-cfa5747d-f2fd-40a6-a96a-47bd58cbb4fe tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 984 time: 0.0470009 Aug 24 19:36:02.525368 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Request body: {'port': {'security_groups': ['1b820ada-9eab-4717-9ef9-08f8856228e6']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:36:02.598933 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:02.766765 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:02.795991 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:02.885640 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:02.897789 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['0ce85f00-01ff-4d38-89a7-beb1609b7e9a'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:36:02.928116 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:02.928762 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:02.930224 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-14fb0a84-9953-4c0e-9206-208170cc3a13 req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "PUT /v2.0/ports/0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 942 time: 0.4096541 Aug 24 19:36:02.933015 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:02.936552 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42660) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:02.938283 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233f6cc2-9151-4058-ac90-0aea60bb3eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:02.985963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aaf0e-63bd-43a7-a93a-216406d93090 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event updated for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=7']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:03.011963 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1fd12281-3939-466a-b293-bb9d3a5e6534 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.040458 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['0ce85f00-01ff-4d38-89a7-beb1609b7e9a'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:36:03.058755 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1fd12281-3939-466a-b293-bb9d3a5e6534 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.259233 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b2f8f-87de-4e76-a6ae-b3bd06fe8bee x-openstack-request-id: req-bc4b2f8f-87de-4e76-a6ae-b3bd06fe8bee {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:03.259525 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:03.259774 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc4b2f8f-87de-4e76-a6ae-b3bd06fe8bee {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:03.260164 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'status': 'completed', 'code': 200} Aug 24 19:36:03.262077 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f4a9d080-9c5b-4d15-b5c6-50f555b9571b None None] Provisioning complete for port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:03.262449 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d080-9c5b-4d15-b5c6-50f555b9571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.291895 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1fd12281-3939-466a-b293-bb9d3a5e6534 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.294754 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1fd12281-3939-466a-b293-bb9d3a5e6534 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.296068 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-1fd12281-3939-466a-b293-bb9d3a5e6534 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "DELETE /v2.0/security-groups/25a9a168-302d-46d0-bfdb-fb3adc0b8a09 HTTP/1.1" status: 204 len: 168 time: 0.3584571 Aug 24 19:36:03.298996 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42676) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:03.329236 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd12281-3939-466a-b293-bb9d3a5e6534 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9a168-302d-46d0-bfdb-fb3adc0b8a09,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:03.367388 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-9fed09bd-da10-42d7-9c33-6984af7cb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:03.367388 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-9fed09bd-da10-42d7-9c33-6984af7cb3a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1098 time: 0.0690565 Aug 24 19:36:03.459607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Deleting port c9171f9a-d3d2-4adb-9035-7d4eed6db6dc {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:03.459954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.463207 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-2148e670-5417-4ce6-a4ea-69c0777b7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:03.464746 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-2148e670-5417-4ce6-a4ea-69c0777b7363 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 200 len: 916 time: 0.0883551 Aug 24 19:36:03.531651 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-ede9e3a6-5101-4ea9-90ee-2d7938360d30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 1001 time: 0.0593076 Aug 24 19:36:03.538716 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.539204 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.552393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Calling delete_port for c9171f9a-d3d2-4adb-9035-7d4eed6db6dc owned by network:floatingip {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:03.584056 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-cc94bf09-a0a7-4b9f-bc60-6edb5598d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:03.585522 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-cc94bf09-a0a7-4b9f-bc60-6edb5598d78b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec284bf8-e6cf-44c0-a279-64fa1bff4b24 HTTP/1.1" status: 200 len: 854 time: 0.0431356 Aug 24 19:36:03.637172 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-77f71710-664c-4100-b9c4-cdbb2b441dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:03.638976 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-77f71710-664c-4100-b9c4-cdbb2b441dfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445647 Aug 24 19:36:03.743296 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-0f3ab3c8-30e2-482e-8b28-f784055bdc40 service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944657 Aug 24 19:36:03.817815 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.842513 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-233f6cc2-9151-4058-ac90-0aea60bb3eb3 req-daf28391-3268-41ac-8e25-218d244341ea service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909491 Aug 24 19:36:03.845283 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event deleted for resources: {'Port': ['ID=c9171f9a-d3d2-4adb-9035-7d4eed6db6dc,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:03.868094 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:03.868465 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Floating IP fdb9246c-0727-472d-a1f1-b2569b627830 disassociated (deleted). External IP: 172.27.1.206, port: 0ce85f00-01ff-4d38-89a7-beb1609b7e9a. Aug 24 19:36:04.067978 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:36:04.171370 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:36:04.177027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:04.182019 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] Sync routers for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:36:04.190981 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:36:04.192286 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:35:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:04.209626 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-fc94fbe3-6336-4c85-91af-766f144b980b tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "DELETE /v2.0/floatingips/fdb9246c-0727-472d-a1f1-b2569b627830 HTTP/1.1" status: 204 len: 168 time: 0.9094520 Aug 24 19:36:04.309726 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:36:04.523263 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:52Z', 'revision_number': 5, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:04.526446 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4cc76ef4-e8bd-4a42-a914-36021a03a084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:04.554273 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] Checking router: 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:36:04.562847 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:36:04.563453 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:36:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:04.669279 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:36:04.878262 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:52Z', 'revision_number': 5, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:04.904460 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67caacca-ec68-46a4-9813-49136dfa10a6 None None] The sync data for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi is: [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 4, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d', 'name': '', 'network_id': 'a1a40689-de20-4662-a2d2-e22ba5cfe8ce', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'mac_address': 'fa:16:3e:bc:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:43Z', 'updated_at': '2021-08-24T19:32:52Z', 'revision_number': 5, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'subnets': [{'id': 'ec284bf8-e6cf-44c0-a279-64fa1bff4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:36:04.906069 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:05.117259 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc0925-74bb-48d6-aa23-40dfeb0c4706 None None] New status for floating IP fdb9246c-0727-472d-a1f1-b2569b627830: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:36:05.261700 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:05.264120 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751" -d '{"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:05.303204 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b1605c-670e-47b9-8cee-567d7dc41a99 x-openstack-request-id: req-91b1605c-670e-47b9-8cee-567d7dc41a99 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:05.303495 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:05.303747 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91b1605c-670e-47b9-8cee-567d7dc41a99 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:05.304144 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'status': 'completed', 'code': 200} Aug 24 19:36:05.374699 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-1d73d757-c832-4dfe-9faa-fa96b2b2dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:05.376190 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-1d73d757-c832-4dfe-9faa-fa96b2b2dd2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 1098 time: 0.0407948 Aug 24 19:36:05.466782 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-1b766775-cb67-4c69-989e-402809478aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:05.468328 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-1b766775-cb67-4c69-989e-402809478aa7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 200 len: 916 time: 0.0844023 Aug 24 19:36:05.516729 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-c4c46183-74c4-43b9-8972-dd827f387c73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 200 len: 217 time: 0.0366888 Aug 24 19:36:05.566005 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-c56c3674-809d-4337-849b-47d19f048002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:05.567459 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-c56c3674-809d-4337-849b-47d19f048002 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec284bf8-e6cf-44c0-a279-64fa1bff4b24 HTTP/1.1" status: 200 len: 854 time: 0.0437560 Aug 24 19:36:05.616078 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-8c25cec3-5e3b-42c0-b089-3fc277e4a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:05.618958 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-8c25cec3-5e3b-42c0-b089-3fc277e4a41d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1a40689-de20-4662-a2d2-e22ba5cfe8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411458 Aug 24 19:36:05.715825 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-78f58a33-977b-4390-b9db-54a589627dad service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895014 Aug 24 19:36:05.809648 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-6fe7ce1e-a657-4c11-9cb9-4a8aecd7a751 req-fe238e9a-9ab9-4893-b1f1-4f2126d07ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861423 Aug 24 19:36:05.834330 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.302106 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:07.466790 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6b656-e0b3-4cc1-942b-09059e385e67 req-dec1f410-7625-433d-9cea-255d622edc7e tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:07.468235 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-20f6b656-e0b3-4cc1-942b-09059e385e67 req-dec1f410-7625-433d-9cea-255d622edc7e tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Aug 24 19:36:07.509113 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-20f6b656-e0b3-4cc1-942b-09059e385e67 req-5c0df62a-1e25-41ed-9bd9-645816decf29 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Aug 24 19:36:08.540800 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04229b0a-90ff-4ca4-b4c1-a6e92951870a req-3b909084-e797-48de-bafd-ea7506c44bed tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:08.542307 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04229b0a-90ff-4ca4-b4c1-a6e92951870a req-3b909084-e797-48de-bafd-ea7506c44bed tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0516577 Aug 24 19:36:08.583570 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04229b0a-90ff-4ca4-b4c1-a6e92951870a req-21be96a7-e3cb-4c78-96e8-f23faa8c8e54 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Aug 24 19:36:08.628938 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1ca58-9c4e-4256-9c01-a7b1eda6e998 req-4c030188-ab67-4a07-83ac-e6899d389705 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:08.631090 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96e1ca58-9c4e-4256-9c01-a7b1eda6e998 req-4c030188-ab67-4a07-83ac-e6899d389705 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Aug 24 19:36:08.669503 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96e1ca58-9c4e-4256-9c01-a7b1eda6e998 req-24c54b68-8c52-4f58-8807-84e1e90d75ea tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Aug 24 19:36:09.267940 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-f33a1712-d734-4bed-8066-96c952bad493 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:09.269413 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-f33a1712-d734-4bed-8066-96c952bad493 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 945 time: 0.0470145 Aug 24 19:36:09.370387 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Deleting port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:09.370727 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:09.455008 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] For port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:09.455370 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:09.471386 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Calling delete_port for e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d owned by compute:nova {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:09.673635 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:09.687452 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:36:09.703893 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Pushing event deleted for resources: {'Port': ['ID=e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:09.716833 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92e89d-1cf7-45b4-8cd1-3a9d50c1ac91 req-7a1e9528-48da-49da-adb1-4af23d00894a tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:09.724519 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d92e89d-1cf7-45b4-8cd1-3a9d50c1ac91 req-7a1e9528-48da-49da-adb1-4af23d00894a tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0733593 Aug 24 19:36:09.780937 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-45804856-bc01-4e64-950f-35c0c62038b8 req-05d7dddc-54c8-4e8c-84e4-1983d8d3caa9 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 210 time: 0.0382295 Aug 24 19:36:09.786909 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d92e89d-1cf7-45b4-8cd1-3a9d50c1ac91 req-d1c4ed08-6db2-428e-96d5-a37c38fcd130 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Aug 24 19:36:09.990277 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] No DVR routers for this DVR port e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d on host hv-cinder-79819 {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:36:09.992796 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:09.994742 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-1fb4094b-96c9-4cff-92c4-dbe2dd7d1f76 req-9f6e2de9-577c-4dd0-bec9-629e927f0116 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "DELETE /v2.0/ports/e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d HTTP/1.1" status: 204 len: 173 time: 0.7100043 Aug 24 19:36:09.995164 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'name': 'network-vif-deleted', 'tag': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:09.997368 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0d61c2-c59b-403f-9687-cbde88ed5535" -d '{"events": [{"server_uuid": "912de8e3-51dc-4fa5-89fd-b59b6c4ef269", "name": "network-vif-deleted", "tag": "e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:10.035028 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dcb26f-6e0d-436c-baa1-ddc2d89f3e9d x-openstack-request-id: req-38dcb26f-6e0d-436c-baa1-ddc2d89f3e9d {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:10.035307 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912de8e3-51dc-4fa5-89fd-b59b6c4ef269", "name": "network-vif-deleted", "tag": "e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:10.035552 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38dcb26f-6e0d-436c-baa1-ddc2d89f3e9d {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:10.035939 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912de8e3-51dc-4fa5-89fd-b59b6c4ef269', 'name': 'network-vif-deleted', 'tag': 'e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d', 'status': 'completed', 'code': 200} Aug 24 19:36:10.540533 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-e440665b-9c23-4cee-a781-71b794ae2436 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:10.541960 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-e440665b-9c23-4cee-a781-71b794ae2436 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.35 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 945 time: 0.0465543 Aug 24 19:36:10.634539 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Deleting port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:10.634881 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:10.723713 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] For port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:10.724732 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:10.737337 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Calling delete_port for 0ce85f00-01ff-4d38-89a7-beb1609b7e9a owned by compute:nova {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:10.922108 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7ddb1912-6d4d-4871-84e6-cadae060d7c1 req-a8f47ff0-2ee7-4cc0-931e-93e050518fcd tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=912de8e3-51dc-4fa5-89fd-b59b6c4ef269 HTTP/1.1" status: 200 len: 210 time: 0.0486655 Aug 24 19:36:10.925317 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:10.939794 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['0ce85f00-01ff-4d38-89a7-beb1609b7e9a'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:36:10.945745 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aec476-c9d8-47e0-bb73-ccc805985912 req-280672c7-ba65-4964-9d6d-ae87970d3b28 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:10.947442 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-47aec476-c9d8-47e0-bb73-ccc805985912 req-280672c7-ba65-4964-9d6d-ae87970d3b28 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 867 time: 0.0647535 Aug 24 19:36:10.973280 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Pushing event deleted for resources: {'Port': ['ID=0ce85f00-01ff-4d38-89a7-beb1609b7e9a,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:11.013017 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-47aec476-c9d8-47e0-bb73-ccc805985912 req-df0f551b-d833-43cb-8ae4-f25eaf3c6cb6 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/security-groups?id=1b820ada-9eab-4717-9ef9-08f8856228e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Aug 24 19:36:11.026124 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] No DVR routers for this DVR port 0ce85f00-01ff-4d38-89a7-beb1609b7e9a on host hv-cinder-79819 {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:36:11.028741 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:11.030749 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-4e5690e1-9eb8-4602-a31a-acb81b29e335 req-8e098de3-04f6-4c7d-9867-cfdc4fabd199 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.35 "DELETE /v2.0/ports/0ce85f00-01ff-4d38-89a7-beb1609b7e9a HTTP/1.1" status: 204 len: 173 time: 0.4813695 Aug 24 19:36:12.037711 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'name': 'network-vif-deleted', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:12.040173 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddafd5c8-09cb-425f-8749-2f87730c2d86" -d '{"events": [{"server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "name": "network-vif-deleted", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:12.075695 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005031b0-647a-4524-816c-1740c9ad15fc x-openstack-request-id: req-005031b0-647a-4524-816c-1740c9ad15fc {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:12.076233 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2057e6ea-d98d-4233-b304-42ed12ce391c", "name": "network-vif-deleted", "tag": "0ce85f00-01ff-4d38-89a7-beb1609b7e9a", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:12.076576 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-005031b0-647a-4524-816c-1740c9ad15fc {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:12.077029 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057e6ea-d98d-4233-b304-42ed12ce391c', 'name': 'network-vif-deleted', 'tag': '0ce85f00-01ff-4d38-89a7-beb1609b7e9a', 'status': 'completed', 'code': 200} Aug 24 19:36:12.107224 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71a2cffd-625a-4d38-b69e-1f04c498a6c2 req-69a169a2-2451-48b9-afea-152e767d4734 tempest-TestMinimumBasicScenario-1506333102 tempest-TestMinimumBasicScenario-1506333102-project] 10.222.0.59 "GET /v2.0/ports?device_id=2057e6ea-d98d-4233-b304-42ed12ce391c HTTP/1.1" status: 200 len: 210 time: 0.0263391 Aug 24 19:36:12.284703 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:14.449992 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:14.470104 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:14.470443 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e94ceb52-3b3d-42f2-9e6b-4283c1fbbb3d not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:14.783704 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42830) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:15.127575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:15.408062 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 0ce85f00-01ff-4d38-89a7-beb1609b7e9a no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:15.436705 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 0ce85f00-01ff-4d38-89a7-beb1609b7e9a {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:15.437010 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 0ce85f00-01ff-4d38-89a7-beb1609b7e9a not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:15.605605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Deleting port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:15.606055 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:15.683185 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] For port b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:15.683454 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:15.695516 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Calling delete_port for b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d owned by network:router_interface {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:15.924588 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:15.949197 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:16.080255 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:16.289603 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:36:16.401481 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:36:16.408595 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-2d9bb13e-dd49-4220-bba8-cde7a36b901a admin admin] 10.222.0.59 "PUT /v2.0/routers/4f23d0ec-4c63-40eb-bbae-09dc576a6e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6234853 Aug 24 19:36:16.409402 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42834) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:16.411490 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] Sync routers for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:36:16.421375 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:36:16.422065 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:36:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:16.518399 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks [] for router, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:16.546765 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:36:16.632740 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:16.663538 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-d6f7169a-33d8-428b-af49-f9ad95dfc390 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426786 Aug 24 19:36:16.746281 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:36:15Z', 'revision_number': 5, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port': {'id': '93cf7225-d2ce-4a76-b5ce-f5b8615056ec', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:16.761327 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Deleting port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:16.761669 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:16.777551 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] Checking router: 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:36:16.777786 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-965afd76-7604-44d8-bb43-81cc486e9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:16.779155 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-965afd76-7604-44d8-bb43-81cc486e9da7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1099 time: 0.0562730 Aug 24 19:36:16.788159 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] Routers {'4f23d0ec-4c63-40eb-bbae-09dc576a6e27'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:36:16.788897 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:36:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:16.846203 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] For port 93cf7225-d2ce-4a76-b5ce-f5b8615056ec, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:16.846504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:16.866392 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Calling delete_port for 93cf7225-d2ce-4a76-b5ce-f5b8615056ec owned by network:router_gateway {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:16.888089 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-e3a43dad-7283-4aa9-ad0a-9191d25d547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:16.889823 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-e3a43dad-7283-4aa9-ad0a-9191d25d547c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 909 time: 0.0905499 Aug 24 19:36:16.897669 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] Set router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 gateway port host: None {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:36:16.981107 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-00698bd7-6bab-48ec-9950-05632d69df2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 1001 time: 0.0835879 Aug 24 19:36:17.033349 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-b32afadf-23f2-453c-94ad-83b461031464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:17.034835 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-b32afadf-23f2-453c-94ad-83b461031464 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 200 len: 847 time: 0.0462811 Aug 24 19:36:17.079296 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:36:16Z', 'revision_number': 6, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port_host': None}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:17.083579 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-d319bd79-298b-4581-b323-2cf553274a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:17.085084 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-d319bd79-298b-4581-b323-2cf553274a52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401084 Aug 24 19:36:17.105089 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd49229-d61a-4ba2-b036-34ccfbc3a85c None None] The sync data for ids ['4f23d0ec-4c63-40eb-bbae-09dc576a6e27'] in dv-cinder-798198-3-iscsi is: [{'id': '4f23d0ec-4c63-40eb-bbae-09dc576a6e27', 'name': 'tempest-TestMinimumBasicScenario-1991825417-router', 'tenant_id': '6c0be9c2c7eb4e229138150d1a78323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:36:16Z', 'revision_number': 6, 'project_id': '6c0be9c2c7eb4e229138150d1a78323a', 'gw_port_host': None}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:36:17.183487 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-7cc6c031-877a-4c6e-9816-286d27932f79 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881815 Aug 24 19:36:17.187086 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.210586 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Pushing event deleted for resources: {'Port': ['ID=93cf7225-d2ce-4a76-b5ce-f5b8615056ec,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:17.236283 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.275797 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-67d699de-fa60-443d-b639-04e556ee7bb3 req-1d950cc2-6896-4b8c-abf0-8d49ef14e2b3 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843284 Aug 24 19:36:17.326804 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.328932 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.439486 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.439994 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f23d0ec-4c63-40eb-bbae-09dc576a6e27 {{(pid=94430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:36:17.446888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] Notify callbacks [] for router, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.451223 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-74255906-f5f0-41b5-b897-a3e11df8c65e admin admin] 10.222.0.59 "DELETE /v2.0/routers/4f23d0ec-4c63-40eb-bbae-09dc576a6e27 HTTP/1.1" status: 204 len: 168 time: 1.0408409 Aug 24 19:36:17.452144 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42854) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:17.503438 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] Deleting subnet ec284bf8-e6cf-44c0-a279-64fa1bff4b24 {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:36:17.506821 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.546355 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.660113 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.810129 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.836296 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec284bf8-e6cf-44c0-a279-64fa1bff4b24,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:17.839984 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:17.842275 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5b7f02e7-fb54-436a-938a-da5ad623b39a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ec284bf8-e6cf-44c0-a279-64fa1bff4b24 HTTP/1.1" status: 204 len: 168 time: 0.3886893 Aug 24 19:36:17.844503 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42860) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:17.847012 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300da39-40ea-4cd0-8b0c-563db87b746e None None] Network a1a40689-de20-4662-a2d2-e22ba5cfe8ce requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:36:17.936404 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.008513 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Deleting port f3ed0576-4fa5-424e-abb9-83d419a976a5 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:18.008513 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.008705 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:18.023473 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:18.023819 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b9b725f9-f0dc-4ce7-a80f-bd1eb216f58d not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:18.076744 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] DHCP port deletion for a1a40689-de20-4662-a2d2-e22ba5cfe8ce request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:36:18.080056 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] For port f3ed0576-4fa5-424e-abb9-83d419a976a5, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=f3ed0576-4fa5-424e-abb9-83d419a976a5,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:18.080887 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.094973 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Calling delete_port for f3ed0576-4fa5-424e-abb9-83d419a976a5 owned by network:dhcp {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:18.136005 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Deleting port f3ed0576-4fa5-424e-abb9-83d419a976a5 {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:18.136447 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.201587 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] For port f3ed0576-4fa5-424e-abb9-83d419a976a5, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=f3ed0576-4fa5-424e-abb9-83d419a976a5,segment=NetworkSegment(c83eac60-3457-42f0-bd86-2d9e7e393850),segment_id=c83eac60-3457-42f0-bd86-2d9e7e393850)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:18.202051 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.219586 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Calling delete_port for f3ed0576-4fa5-424e-abb9-83d419a976a5 owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:18.284632 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.311209 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ed0576-4fa5-424e-abb9-83d419a976a5,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:18.316487 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] No DVR routers for this DVR port f3ed0576-4fa5-424e-abb9-83d419a976a5 on host dv-cinder-798198-3-iscsi {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:36:18.342922 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.371420 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Pushing event deleted for resources: {'Port': ['ID=f3ed0576-4fa5-424e-abb9-83d419a976a5,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:18.374041 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] No DVR routers for this DVR port f3ed0576-4fa5-424e-abb9-83d419a976a5 on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:36:18.381982 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.382327 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.382671 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.383002 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.383331 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.383653 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.383993 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.384328 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.384639 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.384956 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.385347 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.385654 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ccde4-b95a-493d-b448-5df1b707d23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:36:18.394555 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.405308 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a40689-de20-4662-a2d2-e22ba5cfe8ce']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:18.419322 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83eac60-3457-42f0-bd86-2d9e7e393850') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:18.419611 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83eac60-3457-42f0-bd86-2d9e7e393850') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:18.429131 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.441999 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.447522 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:36:18.447900 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:36:18.449556 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:36:18.638434 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.644099 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:18.646545 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a1a40689-de20-4662-a2d2-e22ba5cfe8ce HTTP/1.1" status: 204 len: 168 time: 0.8011308 Aug 24 19:36:18.649811 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42868) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:18.658757 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a7770-57b6-4a2e-afeb-fe2ea6b4d7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a40689-de20-4662-a2d2-e22ba5cfe8ce,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:18.994142 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:19.230679 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Deleting port a1537370-39da-4be3-9395-cdda267eb838 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:19.231014 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:19.306501 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] For port a1537370-39da-4be3-9395-cdda267eb838, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=a1537370-39da-4be3-9395-cdda267eb838,segment=NetworkSegment(8f1ad85a-58eb-495f-9338-0daeb4c4b04e),segment_id=8f1ad85a-58eb-495f-9338-0daeb4c4b04e)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:19.306868 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:19.319575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Calling delete_port for a1537370-39da-4be3-9395-cdda267eb838 owned by network:router_interface {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:19.558194 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:19.575508 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 93cf7225-d2ce-4a76-b5ce-f5b8615056ec no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:19.583425 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1537370-39da-4be3-9395-cdda267eb838,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:19.598377 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 93cf7225-d2ce-4a76-b5ce-f5b8615056ec {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:19.598727 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 93cf7225-d2ce-4a76-b5ce-f5b8615056ec not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:19.599133 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device f3ed0576-4fa5-424e-abb9-83d419a976a5 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:19.618898 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: f3ed0576-4fa5-424e-abb9-83d419a976a5 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:19.619235 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device f3ed0576-4fa5-424e-abb9-83d419a976a5 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:19.712024 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:19.922108 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Router 485fb06a-cced-4487-978f-6180f6353796 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:36:20.024431 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:36:20.030721 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-71144e54-fb35-4c8f-a87a-ea6486349d4c admin admin] 10.222.0.59 "PUT /v2.0/routers/485fb06a-cced-4487-978f-6180f6353796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3784244 Aug 24 19:36:20.031899 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42880) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:20.034458 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] Sync routers for ids ['485fb06a-cced-4487-978f-6180f6353796'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:36:20.044185 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] Routers {'485fb06a-cced-4487-978f-6180f6353796'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:36:20.044920 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:36:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['485fb06a-cced-4487-978f-6180f6353796'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:20.135628 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks [] for router, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:20.148204 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] Set router 485fb06a-cced-4487-978f-6180f6353796 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:36:20.236620 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:20.328308 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:36:19Z', 'revision_number': 5, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port': {'id': 'fd3bf1b6-1840-4ea4-91c5-d5c36642d35b', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ce:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485fb06a-cced-4487-978f-6180f6353796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:52Z', 'updated_at': '2021-08-24T19:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:20.343334 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Deleting port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:20.343676 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:20.355788 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] Checking router: 485fb06a-cced-4487-978f-6180f6353796 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:36:20.364193 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] Routers {'485fb06a-cced-4487-978f-6180f6353796'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:36:20.364877 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:36:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['485fb06a-cced-4487-978f-6180f6353796'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:20.425038 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] For port fd3bf1b6-1840-4ea4-91c5-d5c36642d35b, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:20.425407 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:20.437493 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Calling delete_port for fd3bf1b6-1840-4ea4-91c5-d5c36642d35b owned by network:router_gateway {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:20.456531 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] Set router 485fb06a-cced-4487-978f-6180f6353796 gateway port host: None {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:36:20.509577 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:36:20Z', 'revision_number': 6, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port_host': None}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:20.541433 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423744e-962f-49b9-8cb4-e9784ade02e5 None None] The sync data for ids ['485fb06a-cced-4487-978f-6180f6353796'] in dv-cinder-798198-3-iscsi is: [{'id': '485fb06a-cced-4487-978f-6180f6353796', 'name': 'tempest-TestMinimumBasicScenario-1486553241-router', 'tenant_id': '6f530baf350c4bd88634dc7dbd787152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:50Z', 'updated_at': '2021-08-24T19:36:20Z', 'revision_number': 6, 'project_id': '6f530baf350c4bd88634dc7dbd787152', 'gw_port_host': None}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:36:20.907327 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:20.943015 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3bf1b6-1840-4ea4-91c5-d5c36642d35b,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:20.966869 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.053656 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.055728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.198241 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.198731 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485fb06a-cced-4487-978f-6180f6353796 {{(pid=94430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:36:21.203276 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] Notify callbacks [] for router, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.204171 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-2e2539bd-c8ee-4dcc-91cc-294f443f5890 admin admin] 10.222.0.59 "DELETE /v2.0/routers/485fb06a-cced-4487-978f-6180f6353796 HTTP/1.1" status: 204 len: 168 time: 1.1712978 Aug 24 19:36:21.206656 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42884) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:21.250810 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] Deleting subnet b970a8bb-ee9d-4609-882a-ad9e318de053 {{(pid=94430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:36:21.255138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.292218 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.371001 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.507006 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for subnet, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.540692 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b970a8bb-ee9d-4609-882a-ad9e318de053,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:21.544818 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.555726 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0378bc-161d-493c-b440-86cbac1484b4 None None] Network 31ff435f-c9f2-4f16-9725-3b507af4e567 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:36:21.560734 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-2b253ec6-bdae-4edb-a29f-0158f2696bc3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b970a8bb-ee9d-4609-882a-ad9e318de053 HTTP/1.1" status: 204 len: 168 time: 0.3519535 Aug 24 19:36:21.567605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 42888) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:21.602167 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a1537370-39da-4be3-9395-cdda267eb838 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:21.633599 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: a1537370-39da-4be3-9395-cdda267eb838 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:21.633943 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a1537370-39da-4be3-9395-cdda267eb838 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:21.634344 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device fd3bf1b6-1840-4ea4-91c5-d5c36642d35b no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:21.638326 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.659189 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: fd3bf1b6-1840-4ea4-91c5-d5c36642d35b {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:21.659525 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device fd3bf1b6-1840-4ea4-91c5-d5c36642d35b not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:21.704933 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Deleting port c10b4e28-3363-49ef-91b4-bab69ece7c0c {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:21.705180 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.764298 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] DHCP port deletion for 31ff435f-c9f2-4f16-9725-3b507af4e567 request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:36:21.774996 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] For port c10b4e28-3363-49ef-91b4-bab69ece7c0c, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=c10b4e28-3363-49ef-91b4-bab69ece7c0c,segment=NetworkSegment(8f1ad85a-58eb-495f-9338-0daeb4c4b04e),segment_id=8f1ad85a-58eb-495f-9338-0daeb4c4b04e)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:21.785016 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.788816 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Calling delete_port for c10b4e28-3363-49ef-91b4-bab69ece7c0c owned by network:dhcp {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:21.811485 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] Deleting port c10b4e28-3363-49ef-91b4-bab69ece7c0c {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:36:21.811871 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.874146 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] For port c10b4e28-3363-49ef-91b4-bab69ece7c0c, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=c10b4e28-3363-49ef-91b4-bab69ece7c0c,segment=NetworkSegment(8f1ad85a-58eb-495f-9338-0daeb4c4b04e),segment_id=8f1ad85a-58eb-495f-9338-0daeb4c4b04e)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:21.874539 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.886903 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] Calling delete_port for c10b4e28-3363-49ef-91b4-bab69ece7c0c owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:36:21.981092 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:21.990573 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.006249 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10b4e28-3363-49ef-91b4-bab69ece7c0c,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:22.009842 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] No DVR routers for this DVR port c10b4e28-3363-49ef-91b4-bab69ece7c0c on host dv-cinder-798198-3-iscsi {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:36:22.020612 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] Pushing event deleted for resources: {'Port': ['ID=c10b4e28-3363-49ef-91b4-bab69ece7c0c,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:22.029092 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ad311-41e6-47bb-ab18-6484dbb4e75b None None] No DVR routers for this DVR port c10b4e28-3363-49ef-91b4-bab69ece7c0c on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:36:22.089364 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.099811 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.100182 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.100943 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.101291 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > port after_create 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.101636 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.101956 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > port after_update 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.102277 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.102615 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.102929 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.103249 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.214394 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.214740 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.215075 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.215406 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 19:36:22.215791 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ff435f-c9f2-4f16-9725-3b507af4e567']}} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:22.233642 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1ad85a-58eb-495f-9338-0daeb4c4b04e') {'for_net_delete': True} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:22.233831 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1ad85a-58eb-495f-9338-0daeb4c4b04e') {} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:36:22.249575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731762'] for segment, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.270605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.278858 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:36:22.279249 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12731469'] for segment, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: from cryptography.utils import int_from_bytes Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: from cryptography.utils import int_from_bytes Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: Traceback (most recent call last): Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: timer() Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: cb(*args, **kw) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: return func(*args, **kwargs) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: self._notify() Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: self.callback(batched_events) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: event.method(event) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: return f(self, *a, **k) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._get(url).json() Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: return self.request(url, 'GET', **kwargs) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:36:22.283132 dv-cinder-798198-3-iscsi neutron-server[94430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:36:22.414863 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.422118 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.424030 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] 10.222.0.59 "DELETE /v2.0/networks/31ff435f-c9f2-4f16-9725-3b507af4e567 HTTP/1.1" status: 204 len: 168 time: 0.8553030 Aug 24 19:36:22.437062 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876874d2-afc5-4ec8-9fbb-124370cd7684 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ff435f-c9f2-4f16-9725-3b507af4e567,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:22.790889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-e4f961ad-2815-4e35-afe6-2bdebbdf981d tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:22.792281 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-e4f961ad-2815-4e35-afe6-2bdebbdf981d tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/networks?id=518d0660-b1d0-41dc-b1d1-9a48109971f0 HTTP/1.1" status: 200 len: 814 time: 0.0976338 Aug 24 19:36:22.807591 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-2a289de5-b886-4d19-8896-2e0bfd2a7fb2 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/quotas/557992a6150e4dffb7039761938b1ee5 HTTP/1.1" status: 200 len: 375 time: 0.0096774 Aug 24 19:36:22.827101 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42910) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:22.838986 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-8178e323-eddf-4b0e-9449-3852b451d132 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=557992a6150e4dffb7039761938b1ee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259912 Aug 24 19:36:22.867954 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-4d92be16-c92a-4431-969c-6fe38c14aa0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c0be9c2c7eb4e229138150d1a78323a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396786 Aug 24 19:36:22.870606 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42912) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:22.920477 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0ca27055-82b6-4744-a039-37e8b89ead54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:22.937359 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-6f5e113b-9a76-47b8-8780-1ed9f072c01a service neutron] 10.222.0.59 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913384 Aug 24 19:36:22.946206 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0ca27055-82b6-4744-a039-37e8b89ead54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:23.024492 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-6e4ee879-623a-464f-a430-11fbdbe11f76 service neutron] 10.222.0.59 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808592 Aug 24 19:36:23.078313 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0ca27055-82b6-4744-a039-37e8b89ead54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:23.081006 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0ca27055-82b6-4744-a039-37e8b89ead54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:23.082281 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-0ca27055-82b6-4744-a039-37e8b89ead54 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b820ada-9eab-4717-9ef9-08f8856228e6 HTTP/1.1" status: 204 len: 168 time: 0.2106276 Aug 24 19:36:23.090928 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca27055-82b6-4744-a039-37e8b89ead54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b820ada-9eab-4717-9ef9-08f8856228e6,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:23.274095 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b1146067-7bbc-4f3a-bf78-bb134d5f8d5b req-e077fbe0-4d09-492c-a63d-fd0d5d154868 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 210 time: 0.0306609 Aug 24 19:36:23.576206 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c10b4e28-3363-49ef-91b4-bab69ece7c0c no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:23.597295 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: c10b4e28-3363-49ef-91b4-bab69ece7c0c {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:36:23.598273 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c10b4e28-3363-49ef-91b4-bab69ece7c0c not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:36:23.837898 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42936) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:23.878160 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2530de06-7236-407f-9553-19dbdb7678a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f530baf350c4bd88634dc7dbd787152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390675 Aug 24 19:36:23.881120 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 42938) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:36:23.930688 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6beb0060-0ba4-4c87-aef0-1d9d6a1e3782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:23.951653 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6beb0060-0ba4-4c87-aef0-1d9d6a1e3782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:24.152061 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6beb0060-0ba4-4c87-aef0-1d9d6a1e3782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:24.154585 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6beb0060-0ba4-4c87-aef0-1d9d6a1e3782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:24.155778 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-6beb0060-0ba4-4c87-aef0-1d9d6a1e3782 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57e8eed0-4f48-4466-b9d2-feff94214c0a HTTP/1.1" status: 204 len: 168 time: 0.2737157 Aug 24 19:36:24.165557 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb0060-0ba4-4c87-aef0-1d9d6a1e3782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e8eed0-4f48-4466-b9d2-feff94214c0a,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:24.368081 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-016efdd7-47c4-45f8-ad37-738330a31c45 req-56fc8d89-42b1-4639-b7b1-515f6fbcdc07 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 210 time: 0.0253813 Aug 24 19:36:25.465432 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a78a7fcf-1815-4b2a-9c8a-d9dfbd81a531 req-a2a4c289-f3c4-41fa-823c-d667776aac29 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 210 time: 0.0259566 Aug 24 19:36:25.536611 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-a5dca2e0-87ef-46e3-a02d-97bee7d0b0da tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:25.538526 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-a5dca2e0-87ef-46e3-a02d-97bee7d0b0da tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "GET /v2.0/networks?id=518d0660-b1d0-41dc-b1d1-9a48109971f0 HTTP/1.1" status: 200 len: 814 time: 0.1071808 Aug 24 19:36:25.552432 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Request body: {'port': {'device_id': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0', 'admin_state_up': True, 'tenant_id': '557992a6150e4dffb7039761938b1ee5'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:36:25.809532 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Made reservation on behalf of 557992a6150e4dffb7039761938b1ee5 for: {'port': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:36:25.814537 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:25.948584 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Allocated IP 172.20.0.10 (518d0660-b1d0-41dc-b1d1-9a48109971f0/41586769-a8eb-43aa-a7aa-c03d491680aa/5efe7ef9-e185-4bbf-baef-e51bd46803ca) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:36:26.097325 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:26.255677 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:26.300960 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Network 518d0660-b1d0-41dc-b1d1-9a48109971f0 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:36:26.304007 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:36:26.308026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:36:26.332870 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Pushing event updated for resources: {'Port': ['ID=5efe7ef9-e185-4bbf-baef-e51bd46803ca,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:26.359604 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:26.360212 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:26.449766 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-148ab813-c65a-4a9d-b6df-8d17b7a3f400 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9012401 Aug 24 19:36:26.461508 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Request body: {'port': {'device_id': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:36:26.518583 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:26.586668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606e67-0601-4cc2-857a-d89bc384a3ca req-9321876c-aa56-4fea-9b5c-f48ac0afca49 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:26.588712 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-69606e67-0601-4cc2-857a-d89bc384a3ca req-9321876c-aa56-4fea-9b5c-f48ac0afca49 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 932 time: 0.0492280 Aug 24 19:36:26.626839 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-69606e67-0601-4cc2-857a-d89bc384a3ca req-b6be92f3-db95-48ad-9a26-2383f36513f9 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Aug 24 19:36:26.803361 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efe7ef9-e185-4bbf-baef-e51bd46803ca {{(pid=94429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:36:26.810437 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:26.821947 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Transition to ACTIVE for port object 5efe7ef9-e185-4bbf-baef-e51bd46803ca will not be triggered until provisioned by entity L2. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:36:26.888935 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:26.939310 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Pushing event updated for resources: {'Port': ['ID=5efe7ef9-e185-4bbf-baef-e51bd46803ca,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:27.009831 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Attempting to bind port 5efe7ef9-e185-4bbf-baef-e51bd46803ca on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:36:27.010164 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Attempting to bind port 5efe7ef9-e185-4bbf-baef-e51bd46803ca by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:36:27.010486 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Attempting to bind port 5efe7ef9-e185-4bbf-baef-e51bd46803ca on network 518d0660-b1d0-41dc-b1d1-9a48109971f0 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:36:27.014590 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Port 5efe7ef9-e185-4bbf-baef-e51bd46803ca on network 518d0660-b1d0-41dc-b1d1-9a48109971f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:36:27.014903 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Attempting to bind port 5efe7ef9-e185-4bbf-baef-e51bd46803ca on network 518d0660-b1d0-41dc-b1d1-9a48109971f0 {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:36:27.020091 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:36:27.020501 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Checking segment: {'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:36:27.020863 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Bound using segment: {'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'} {{(pid=94429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:36:27.021282 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.managers [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Bound port: 5efe7ef9-e185-4bbf-baef-e51bd46803ca, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a284db3-0310-4bed-8a19-813d4e52a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0'}}] {{(pid=94429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:36:27.021627 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:27.084105 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] For port 5efe7ef9-e185-4bbf-baef-e51bd46803ca, host hv-cinder-79819, cleared binding levels {{(pid=94429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:36:27.087408 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] For port 5efe7ef9-e185-4bbf-baef-e51bd46803ca, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5efe7ef9-e185-4bbf-baef-e51bd46803ca,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:36:27.203634 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:27.237831 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:27.238437 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:27.239858 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] 10.222.0.35 "PUT /v2.0/ports/5efe7ef9-e185-4bbf-baef-e51bd46803ca HTTP/1.1" status: 200 len: 1094 time: 0.7825713 Aug 24 19:36:27.240329 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'tag': '5efe7ef9-e185-4bbf-baef-e51bd46803ca'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:27.242616 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e923997-585d-4943-a43e-e6378b22d024" -d '{"events": [{"name": "network-changed", "server_uuid": "c7337890-bb1a-4c01-8ed2-27b83a6f1591", "tag": "5efe7ef9-e185-4bbf-baef-e51bd46803ca"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:27.265617 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7f9e6-5831-42fe-b6c0-58e956e218af service neutron] Pushing event updated for resources: {'Port': ['ID=5efe7ef9-e185-4bbf-baef-e51bd46803ca,revision_number=3']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:27.279011 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9660e6-0350-44fa-b431-e951af741137 x-openstack-request-id: req-fb9660e6-0350-44fa-b431-e951af741137 {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:27.279479 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7337890-bb1a-4c01-8ed2-27b83a6f1591", "tag": "5efe7ef9-e185-4bbf-baef-e51bd46803ca", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:27.279887 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb9660e6-0350-44fa-b431-e951af741137 {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:27.280299 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'tag': '5efe7ef9-e185-4bbf-baef-e51bd46803ca', 'status': 'completed', 'code': 200} Aug 24 19:36:27.344199 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e923997-585d-4943-a43e-e6378b22d024 req-ad914f7a-b7e9-4499-b3c3-946e8ff92b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:27.345622 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-0e923997-585d-4943-a43e-e6378b22d024 req-ad914f7a-b7e9-4499-b3c3-946e8ff92b6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=557992a6150e4dffb7039761938b1ee5&device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 1097 time: 0.0430238 Aug 24 19:36:27.442141 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e923997-585d-4943-a43e-e6378b22d024 req-ee705bbb-d437-4afb-99d2-1e42719cb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:27.443598 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-0e923997-585d-4943-a43e-e6378b22d024 req-ee705bbb-d437-4afb-99d2-1e42719cb32d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=557992a6150e4dffb7039761938b1ee5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0889678 Aug 24 19:36:27.540220 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e923997-585d-4943-a43e-e6378b22d024 req-88050404-0b2d-4434-83f2-ad1cfa23b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:27.541642 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-0e923997-585d-4943-a43e-e6378b22d024 req-88050404-0b2d-4434-83f2-ad1cfa23b6fc service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906034 Aug 24 19:36:27.616571 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-679ec31f-fedc-48ff-968a-23d00408469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:27.618051 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-679ec31f-fedc-48ff-968a-23d00408469e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=557992a6150e4dffb7039761938b1ee5&device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 1097 time: 0.0404587 Aug 24 19:36:27.660118 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-be42cafc-b079-4502-b062-f6b94c79330b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5efe7ef9-e185-4bbf-baef-e51bd46803ca HTTP/1.1" status: 200 len: 217 time: 0.0343006 Aug 24 19:36:27.712971 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-0df4ffea-998f-45aa-ac98-22a15e9ec12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:27.714423 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-0df4ffea-998f-45aa-ac98-22a15e9ec12a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41586769-a8eb-43aa-a7aa-c03d491680aa HTTP/1.1" status: 200 len: 854 time: 0.0479689 Aug 24 19:36:27.744607 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02bb98-05ba-4cee-a246-f556381f94d0 req-049fff98-bb41-4243-be4f-0a2cec7ec81f tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:27.745493 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-57924833-9e57-4b50-9138-daddbb3bb474 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=518d0660-b1d0-41dc-b1d1-9a48109971f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239003 Aug 24 19:36:27.746089 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eb02bb98-05ba-4cee-a246-f556381f94d0 req-049fff98-bb41-4243-be4f-0a2cec7ec81f tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 944 time: 0.0488482 Aug 24 19:36:27.790550 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-eb02bb98-05ba-4cee-a246-f556381f94d0 req-d4033822-c9ca-4a41-8799-ab31ac269b90 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Aug 24 19:36:27.833705 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-45046189-af1f-45f1-a75a-fd92f1b9c5e9 service neutron] 10.222.0.35 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814497 Aug 24 19:36:27.927066 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-e1c91d39-7ca3-4740-9211-2db418a52917 req-83b2adc4-4a71-4360-98be-b05e734fb8c5 service neutron] 10.222.0.35 "GET /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858300 Aug 24 19:36:28.903799 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95cf99-b1ae-46b8-9c2b-f6a83372de65 req-a7228a72-8d6d-492e-a503-f80909b5aae7 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:28.905209 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-db95cf99-b1ae-46b8-9c2b-f6a83372de65 req-a7228a72-8d6d-492e-a503-f80909b5aae7 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 944 time: 0.0480208 Aug 24 19:36:28.942796 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-db95cf99-b1ae-46b8-9c2b-f6a83372de65 req-2559d0aa-8a53-4a5b-8827-4e418d2a16a9 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Aug 24 19:36:30.058058 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8838aef-1c29-4bff-ba80-9d79345863d2 req-36deb125-16d6-4a61-ba69-3e3042ede02a tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:30.059539 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b8838aef-1c29-4bff-ba80-9d79345863d2 req-36deb125-16d6-4a61-ba69-3e3042ede02a tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 944 time: 0.0473764 Aug 24 19:36:30.099666 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b8838aef-1c29-4bff-ba80-9d79345863d2 req-9a6d162b-cacf-4573-9c65-84ca67b6cfae tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Aug 24 19:36:31.214987 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fdc95-2baf-4075-809a-1cdae484d003 req-ba286076-1e0e-4b1d-980f-263e06329188 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:31.216521 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c92fdc95-2baf-4075-809a-1cdae484d003 req-ba286076-1e0e-4b1d-980f-263e06329188 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 944 time: 0.0485535 Aug 24 19:36:31.260023 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c92fdc95-2baf-4075-809a-1cdae484d003 req-ad5e72df-305c-4c59-b2f0-724dbbc8dd62 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374808 Aug 24 19:36:31.526969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 5efe7ef9-e185-4bbf-baef-e51bd46803ca details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:36:31.623395 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 5efe7ef9-e185-4bbf-baef-e51bd46803ca, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5efe7ef9-e185-4bbf-baef-e51bd46803ca,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:31.636154 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '5efe7ef9-e185-4bbf-baef-e51bd46803ca', 'network_id': '518d0660-b1d0-41dc-b1d1-9a48109971f0', 'port_id': '5efe7ef9-e185-4bbf-baef-e51bd46803ca', 'mac_address': 'fa:16:3e:b4:2e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41586769-a8eb-43aa-a7aa-c03d491680aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:36:31.676254 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:31.688509 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efe7ef9-e185-4bbf-baef-e51bd46803ca {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:36:31.707389 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 5efe7ef9-e185-4bbf-baef-e51bd46803ca, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5efe7ef9-e185-4bbf-baef-e51bd46803ca,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:31.814068 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:31.850801 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7d399ccb-6e95-4287-a23a-03e467a3eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:31.868491 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=5efe7ef9-e185-4bbf-baef-e51bd46803ca,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:32.049729 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:36:32.061597 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['5efe7ef9-e185-4bbf-baef-e51bd46803ca'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:36:32.372799 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d8a02-2392-4ee0-904b-5c940c81b4d6 req-603118f4-c000-43e5-b785-f707aafb1396 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:32.374246 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5e7d8a02-2392-4ee0-904b-5c940c81b4d6 req-603118f4-c000-43e5-b785-f707aafb1396 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Aug 24 19:36:32.416833 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5e7d8a02-2392-4ee0-904b-5c940c81b4d6 req-37f15cd0-644b-47bb-a657-741ee25ccaf7 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Aug 24 19:36:32.507281 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe224fa-7ffa-4a96-9b77-006092065871 req-013c3ad6-b430-4902-a015-42caa451dccb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:32.508802 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7fe224fa-7ffa-4a96-9b77-006092065871 req-013c3ad6-b430-4902-a015-42caa451dccb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0480607 Aug 24 19:36:32.549556 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7fe224fa-7ffa-4a96-9b77-006092065871 req-9e12073d-00bd-46c4-99b2-23bf930c1b99 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341291 Aug 24 19:36:33.530945 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 5efe7ef9-e185-4bbf-baef-e51bd46803ca up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:36:33.531407 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693243f-5908-4aac-b35b-b34d44774ace req-5e283d6a-99b8-4021-ab61-b177f786e94b tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:33.532879 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d693243f-5908-4aac-b35b-b34d44774ace req-5e283d6a-99b8-4021-ab61-b177f786e94b tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 945 time: 0.0491719 Aug 24 19:36:33.575064 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d693243f-5908-4aac-b35b-b34d44774ace req-d7c454c4-d4dd-43ad-9740-1648e4a96e5f tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355027 Aug 24 19:36:33.659437 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 5efe7ef9-e185-4bbf-baef-e51bd46803ca completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:36:33.663891 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 5efe7ef9-e185-4bbf-baef-e51bd46803ca triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:33.669491 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:33.672166 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c619b-5037-4a70-8df4-6f0ea69ccbb9 req-7f5aef1d-921f-4ffe-bbdf-35a860f5a2c8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:33.673669 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ff9c619b-5037-4a70-8df4-6f0ea69ccbb9 req-7f5aef1d-921f-4ffe-bbdf-35a860f5a2c8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0491953 Aug 24 19:36:33.711793 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ff9c619b-5037-4a70-8df4-6f0ea69ccbb9 req-a895a0af-10cf-45a4-a4b0-2b03ec472e30 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Aug 24 19:36:33.743303 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:33.768418 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe7ef9-e185-4bbf-baef-e51bd46803ca'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:33.771355 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce99bf67-c406-46b5-ac42-bce88d82bd77" -d '{"events": [{"server_uuid": "c7337890-bb1a-4c01-8ed2-27b83a6f1591", "name": "network-vif-plugged", "status": "completed", "tag": "5efe7ef9-e185-4bbf-baef-e51bd46803ca"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:33.788813 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 5efe7ef9-e185-4bbf-baef-e51bd46803ca, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5efe7ef9-e185-4bbf-baef-e51bd46803ca,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:33.882418 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:33.987782 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d925fb3-be8c-497a-86fa-ea39d3749137 x-openstack-request-id: req-2d925fb3-be8c-497a-86fa-ea39d3749137 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:33.987782 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7337890-bb1a-4c01-8ed2-27b83a6f1591", "name": "network-vif-plugged", "status": "completed", "tag": "5efe7ef9-e185-4bbf-baef-e51bd46803ca", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:33.987782 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d925fb3-be8c-497a-86fa-ea39d3749137 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:33.987782 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe7ef9-e185-4bbf-baef-e51bd46803ca', 'code': 200} Aug 24 19:36:34.001472 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=5efe7ef9-e185-4bbf-baef-e51bd46803ca,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:34.372316 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151440-1a17-4c56-83c9-391a13e9657f req-806fc234-0302-4125-a109-4056ad690381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:34.373778 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-40151440-1a17-4c56-83c9-391a13e9657f req-806fc234-0302-4125-a109-4056ad690381 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 1099 time: 0.0392208 Aug 24 19:36:34.408381 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-40151440-1a17-4c56-83c9-391a13e9657f req-c907d0ff-0309-4022-9301-c0d8599e08a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277500 Aug 24 19:36:34.545413 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5e94561b-7962-498f-a707-6d1afad440a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:34.689447 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0f9d4-90b5-4bd2-9a49-a0f49211a247 req-976df71e-994f-4b10-b7ac-74005e988d51 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:34.690886 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96b0f9d4-90b5-4bd2-9a49-a0f49211a247 req-976df71e-994f-4b10-b7ac-74005e988d51 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 946 time: 0.0485873 Aug 24 19:36:34.727922 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96b0f9d4-90b5-4bd2-9a49-a0f49211a247 req-d634a25c-ef59-4f8c-8958-dd8c6f526d6c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305419 Aug 24 19:36:34.835384 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445edaf-8943-4344-bc5f-e47b6dbbd7a7 req-7ccb00f4-6325-40cc-9646-7604de106062 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:34.836920 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8445edaf-8943-4344-bc5f-e47b6dbbd7a7 req-7ccb00f4-6325-40cc-9646-7604de106062 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0485504 Aug 24 19:36:34.842369 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:34.878135 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8445edaf-8943-4344-bc5f-e47b6dbbd7a7 req-19b511af-c9c1-47b3-a4c6-e6b19e359b65 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351374 Aug 24 19:36:35.841098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf6c1e-2937-4102-8c21-52440ac1748d req-f17db91a-f5ce-49a9-9aee-b4e2280811da tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:35.842613 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-67bf6c1e-2937-4102-8c21-52440ac1748d req-f17db91a-f5ce-49a9-9aee-b4e2280811da tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 946 time: 0.0488155 Aug 24 19:36:35.853521 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:35.880745 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-67bf6c1e-2937-4102-8c21-52440ac1748d req-084e1f13-b138-4ec0-a99d-701179da6a0e tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Aug 24 19:36:36.760424 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127182b9-4488-438f-98a8-9ad591a2a17c req-57126ee9-e1c7-486b-a762-2d56e51c33db tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:36.761979 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-127182b9-4488-438f-98a8-9ad591a2a17c req-57126ee9-e1c7-486b-a762-2d56e51c33db tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0562067 Aug 24 19:36:36.804181 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-127182b9-4488-438f-98a8-9ad591a2a17c req-41317539-4097-49c6-9c34-1f2a84ad5c3a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361166 Aug 24 19:36:37.316938 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:37.423588 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680498d9-79c8-4719-a112-8db7aa29eee9 req-e1a00d11-08da-4ef1-b664-e2fc1eb9e53d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:37.425138 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-680498d9-79c8-4719-a112-8db7aa29eee9 req-e1a00d11-08da-4ef1-b664-e2fc1eb9e53d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0491176 Aug 24 19:36:37.468237 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-680498d9-79c8-4719-a112-8db7aa29eee9 req-64e91a35-2c3d-497b-be19-c778023921eb tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364277 Aug 24 19:36:37.923009 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b7102-325b-4c0d-8ac5-72657c8d5e11 req-961abf41-4bb3-4da5-b860-3388d9864097 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:37.924518 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c34b7102-325b-4c0d-8ac5-72657c8d5e11 req-961abf41-4bb3-4da5-b860-3388d9864097 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0466480 Aug 24 19:36:37.960999 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c34b7102-325b-4c0d-8ac5-72657c8d5e11 req-8b2157df-131d-42fb-bdf6-b3e31c7a3730 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298188 Aug 24 19:36:38.583985 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2a1e-f11b-401a-b9db-d6b8f286e50e req-95776923-0931-49d7-869e-7c48bc05de40 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:38.585515 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4ced2a1e-f11b-401a-b9db-d6b8f286e50e req-95776923-0931-49d7-869e-7c48bc05de40 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0523944 Aug 24 19:36:38.623622 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4ced2a1e-f11b-401a-b9db-d6b8f286e50e req-3bd5ea1d-4b24-4fc2-b0a8-14562c4567d2 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Aug 24 19:36:39.077088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8de442-3a4e-4662-9fb4-c70e114c601e req-06ee97a4-7e17-469f-9027-2a8cb11a9630 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:39.078441 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea8de442-3a4e-4662-9fb4-c70e114c601e req-06ee97a4-7e17-469f-9027-2a8cb11a9630 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0464818 Aug 24 19:36:39.118539 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ea8de442-3a4e-4662-9fb4-c70e114c601e req-7905b807-6d37-400d-9d3e-7dd3bc2478c6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336921 Aug 24 19:36:39.736490 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a486b68-46f5-4373-b3e7-431ce92efb17 req-3fcb1ebc-1f5d-4924-9a49-08ee58aa1cb7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:39.738446 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9a486b68-46f5-4373-b3e7-431ce92efb17 req-3fcb1ebc-1f5d-4924-9a49-08ee58aa1cb7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0476470 Aug 24 19:36:39.775563 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9a486b68-46f5-4373-b3e7-431ce92efb17 req-87060291-b743-4e11-b8e3-cd84e7b7f0cd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Aug 24 19:36:40.233891 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272d939-a857-4f2c-b1ab-793f5b6658fc req-25659add-2191-4a3d-90e2-5fae6ff209b8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:40.235343 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b272d939-a857-4f2c-b1ab-793f5b6658fc req-25659add-2191-4a3d-90e2-5fae6ff209b8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0464997 Aug 24 19:36:40.272977 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b272d939-a857-4f2c-b1ab-793f5b6658fc req-6cf4717c-23d4-40b1-a2f3-c1df1676d4ba tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Aug 24 19:36:40.886026 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492ac26-d83b-4932-89f8-5e5d67c23c8f req-4701678a-c9d9-4646-a4a1-940ee64c5aad tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:40.887511 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f492ac26-d83b-4932-89f8-5e5d67c23c8f req-4701678a-c9d9-4646-a4a1-940ee64c5aad tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0473022 Aug 24 19:36:40.930789 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f492ac26-d83b-4932-89f8-5e5d67c23c8f req-9fbb5b0b-3a43-4e37-8f77-58f9c37cf75c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361786 Aug 24 19:36:41.389345 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28701-0573-4089-9b23-405685f4fba4 req-50274786-5d82-44cd-a2da-09d70c87bfe6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:41.390777 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-90c28701-0573-4089-9b23-405685f4fba4 req-50274786-5d82-44cd-a2da-09d70c87bfe6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0473680 Aug 24 19:36:41.427819 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-90c28701-0573-4089-9b23-405685f4fba4 req-61f9a072-7795-4b16-a06b-1e0e63df953b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Aug 24 19:36:42.045450 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74f87-b78f-43b4-b26e-584f51836df1 req-09b6eee1-c5c9-4fe2-95c4-8b58afa42e0f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:42.046940 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34a74f87-b78f-43b4-b26e-584f51836df1 req-09b6eee1-c5c9-4fe2-95c4-8b58afa42e0f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0482895 Aug 24 19:36:42.084607 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34a74f87-b78f-43b4-b26e-584f51836df1 req-d9b5cd9f-cfa4-4259-b091-faca34d87ebd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Aug 24 19:36:42.321297 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:42.544449 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa790807-f616-4751-b74a-781dd731f574 req-6d7e6dca-3e75-4670-aaed-9f9ffaf76d59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:42.545894 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fa790807-f616-4751-b74a-781dd731f574 req-6d7e6dca-3e75-4670-aaed-9f9ffaf76d59 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0465980 Aug 24 19:36:42.586791 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fa790807-f616-4751-b74a-781dd731f574 req-6b20cf0f-4807-454b-8eed-1cb72c2206ef tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343657 Aug 24 19:36:43.197042 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037321d3-7dd0-4770-8723-7f53791260bb req-9ebd803f-207c-4765-9204-a9ce0757668d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:43.198351 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-037321d3-7dd0-4770-8723-7f53791260bb req-9ebd803f-207c-4765-9204-a9ce0757668d tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0486727 Aug 24 19:36:43.237226 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-037321d3-7dd0-4770-8723-7f53791260bb req-d8f61d1d-bc37-435e-919e-b3bd1c1edbd3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Aug 24 19:36:43.703645 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91b1f4-5588-4805-96c8-114d15aa4e77 req-f5bf99be-ccbc-47b1-9b19-bb1d83d80206 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:43.705151 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7a91b1f4-5588-4805-96c8-114d15aa4e77 req-f5bf99be-ccbc-47b1-9b19-bb1d83d80206 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0479631 Aug 24 19:36:43.742543 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7a91b1f4-5588-4805-96c8-114d15aa4e77 req-294edee5-8c54-4ec3-977b-6d78a39c7256 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Aug 24 19:36:44.353280 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df29d2-2650-402e-bb8f-538831a31a12 req-67ae983b-6a21-476e-bac1-03c9a6b242bf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:44.354748 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-07df29d2-2650-402e-bb8f-538831a31a12 req-67ae983b-6a21-476e-bac1-03c9a6b242bf tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Aug 24 19:36:44.395283 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-07df29d2-2650-402e-bb8f-538831a31a12 req-e1cb66ee-a6e3-4c8f-b0dd-af23cc6c2a30 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341690 Aug 24 19:36:44.861442 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e5b7-cfc2-4ccd-a319-a8214b1c87ac req-4061832b-c419-46ca-ad04-3ab51d266507 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:44.862924 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c1d8e5b7-cfc2-4ccd-a319-a8214b1c87ac req-4061832b-c419-46ca-ad04-3ab51d266507 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0477943 Aug 24 19:36:44.900399 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c1d8e5b7-cfc2-4ccd-a319-a8214b1c87ac req-c4419f16-3ce7-4145-adb9-5136e86a7151 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Aug 24 19:36:45.507295 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2b095-8e44-406f-9da9-a6801b65178d req-c4a2a009-b587-4c9a-b0e7-4cb8e2b2df60 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:45.508844 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1fc2b095-8e44-406f-9da9-a6801b65178d req-c4a2a009-b587-4c9a-b0e7-4cb8e2b2df60 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0480859 Aug 24 19:36:45.546655 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1fc2b095-8e44-406f-9da9-a6801b65178d req-0ab7a324-cf2d-498e-b81b-01696c7aaac8 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Aug 24 19:36:45.591004 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:36:45.694724 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:45.706761 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'port_id': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'mac_address': 'fa:16:3e:3c:24:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:36:45.745536 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:45.760599 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdbbbe75-74f7-4905-ad5d-1fc34d1d189b {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:36:45.782006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:45.973375 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:46.016088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22ba21-23a2-4c95-b418-28762cbc2dee req-0a868bed-2dad-4db5-a799-8e9f0d61b034 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:46.017641 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3d22ba21-23a2-4c95-b418-28762cbc2dee req-0a868bed-2dad-4db5-a799-8e9f0d61b034 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 944 time: 0.0479479 Aug 24 19:36:46.024050 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=6']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:46.061538 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3d22ba21-23a2-4c95-b418-28762cbc2dee req-80f45588-4e24-4b6b-abd7-fe7c462874e8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362754 Aug 24 19:36:46.066956 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:36:46.673559 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8fa03-2566-421b-b7fd-80b7fb069ceb req-b739246a-88d1-443b-a67c-c5cd379f1b89 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:46.676449 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dfb8fa03-2566-421b-b7fd-80b7fb069ceb req-b739246a-88d1-443b-a67c-c5cd379f1b89 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0599852 Aug 24 19:36:46.721186 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dfb8fa03-2566-421b-b7fd-80b7fb069ceb req-224f8b50-c870-41f2-9a7d-32b4e8335f12 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367022 Aug 24 19:36:47.205827 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956918b-534b-4d49-b854-3765bbd9322f req-7715d3cc-cd8d-461c-894d-3405b3b15040 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:47.207342 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6956918b-534b-4d49-b854-3765bbd9322f req-7715d3cc-cd8d-461c-894d-3405b3b15040 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 944 time: 0.0507386 Aug 24 19:36:47.250985 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6956918b-534b-4d49-b854-3765bbd9322f req-6960a4cf-fc04-4176-8441-123ce29d459b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371692 Aug 24 19:36:47.591161 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:36:47.640397 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:36:47.641151 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:47.665387 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-46d6269d-682a-4aca-a8c9-e695eb447340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:47.672724 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-46d6269d-682a-4aca-a8c9-e695eb447340 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1099 time: 0.0410473 Aug 24 19:36:47.730263 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:47.756009 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:47.758633 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b571c8e8-02c4-4d57-a72e-a293e94f3457" -d '{"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-plugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:47.773473 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-3a638358-1205-4654-b83d-d5eaf6c363bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:47.775117 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-3a638358-1205-4654-b83d-d5eaf6c363bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 909 time: 0.1004705 Aug 24 19:36:47.777033 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:47.822839 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488a829-ad0c-488a-9023-98d0f8f451e4 x-openstack-request-id: req-5488a829-ad0c-488a-9023-98d0f8f451e4 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:47.823230 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-plugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:47.823616 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5488a829-ad0c-488a-9023-98d0f8f451e4 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:47.824074 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'code': 200} Aug 24 19:36:47.853055 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda8b9-a957-4210-adf9-7ad96c162496 req-93b649f1-ddb2-4a7d-836e-c082864c910e tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:47.860535 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7bda8b9-a957-4210-adf9-7ad96c162496 req-93b649f1-ddb2-4a7d-836e-c082864c910e tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0594249 Aug 24 19:36:47.865762 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:47.868944 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-25fb8251-f80a-4136-8091-31f89e75016b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 1001 time: 0.0844331 Aug 24 19:36:47.923092 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a7bda8b9-a957-4210-adf9-7ad96c162496 req-d4f410e0-aa8e-4bd4-9056-9778d5171a5b tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614550 Aug 24 19:36:47.943694 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-827100e3-38a7-48f4-93d8-868626adf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:47.945290 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-827100e3-38a7-48f4-93d8-868626adf671 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 200 len: 847 time: 0.0682206 Aug 24 19:36:47.952134 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=7']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:48.002480 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-264772b8-8738-4130-a6b9-463ade102c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:48.004705 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-264772b8-8738-4130-a6b9-463ade102c5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507739 Aug 24 19:36:48.097821 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-d2c7a602-c9ce-4643-b646-b45788094e00 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844557 Aug 24 19:36:48.205792 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-fdb18286-c556-462f-811f-c018b2dd9a5d req-b3205162-687f-4186-b1bb-edc155468df4 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009035 Aug 24 19:36:48.423257 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8038258-2697-4c8a-9850-a4cfa9505928 req-88b02bf6-d0e2-4d33-a133-bb253f55ac7e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:48.425533 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f8038258-2697-4c8a-9850-a4cfa9505928 req-88b02bf6-d0e2-4d33-a133-bb253f55ac7e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0786695 Aug 24 19:36:48.467037 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f8038258-2697-4c8a-9850-a4cfa9505928 req-ad3404f3-091c-4889-a497-9fdd4fb899b2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343051 Aug 24 19:36:49.039775 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03acee4-22b4-4311-899c-7e14e1bc0681 req-fa5162c5-0a7e-4768-be81-525e76bc762a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:49.042117 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a03acee4-22b4-4311-899c-7e14e1bc0681 req-fa5162c5-0a7e-4768-be81-525e76bc762a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0514433 Aug 24 19:36:49.084436 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a03acee4-22b4-4311-899c-7e14e1bc0681 req-66a36427-6d65-46d1-9452-e711f3098160 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334213 Aug 24 19:36:49.595277 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55d43-9ec0-4088-83c8-06d89e093784 req-36dc494e-1126-4387-8590-997acb1d678b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:49.596874 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-76d55d43-9ec0-4088-83c8-06d89e093784 req-36dc494e-1126-4387-8590-997acb1d678b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0504034 Aug 24 19:36:49.640311 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-76d55d43-9ec0-4088-83c8-06d89e093784 req-917c327f-0a47-445c-bdd5-08023599cc0e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356393 Aug 24 19:36:50.211208 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2462c7-af69-48d6-aaad-a398f91bb0ad req-28f4fd44-e11b-456b-aca5-9b4adab24747 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:50.217359 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da2462c7-af69-48d6-aaad-a398f91bb0ad req-28f4fd44-e11b-456b-aca5-9b4adab24747 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0569847 Aug 24 19:36:50.255977 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-da2462c7-af69-48d6-aaad-a398f91bb0ad req-5409636b-333d-4f12-b017-2ccd142fb979 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375075 Aug 24 19:36:50.794757 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05e0b0-d218-4d25-ae5a-28ef5756e3e8 req-36429693-c65e-45d3-bce8-07e3a1861b53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:50.796750 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6a05e0b0-d218-4d25-ae5a-28ef5756e3e8 req-36429693-c65e-45d3-bce8-07e3a1861b53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0648983 Aug 24 19:36:50.845256 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6a05e0b0-d218-4d25-ae5a-28ef5756e3e8 req-c4ca7e97-35ea-4588-9f4b-988fa1536e6b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Aug 24 19:36:51.396889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df27599-dda3-4d37-8967-8322bf703df4 req-6f74e361-5527-4b98-9a46-3dc61cd411d7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:51.398499 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df27599-dda3-4d37-8967-8322bf703df4 req-6f74e361-5527-4b98-9a46-3dc61cd411d7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0621746 Aug 24 19:36:51.449604 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6df27599-dda3-4d37-8967-8322bf703df4 req-c7058f7c-9e42-45c7-8c91-b32ae43f1284 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Aug 24 19:36:51.969514 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e67f5f-5915-457d-8e44-515a80a6d06d req-f0b7e7bf-d9c7-496a-abd4-b596c95c0032 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:51.971769 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f9e67f5f-5915-457d-8e44-515a80a6d06d req-f0b7e7bf-d9c7-496a-abd4-b596c95c0032 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0710135 Aug 24 19:36:52.027506 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-9b9838d2-7740-4a8c-bdb9-04a8d28a8697 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841050 Aug 24 19:36:52.051551 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f9e67f5f-5915-457d-8e44-515a80a6d06d req-28a4db6a-a0b6-40ad-b8a7-8b4cce8665c6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654898 Aug 24 19:36:52.079236 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322a5e2-4266-4c9e-afdd-deee21f620c3 req-729042de-a783-4ea7-86bd-adc4be994de8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:52.080226 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3322a5e2-4266-4c9e-afdd-deee21f620c3 req-729042de-a783-4ea7-86bd-adc4be994de8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.1062541 Aug 24 19:36:52.164207 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3322a5e2-4266-4c9e-afdd-deee21f620c3 req-9e9b4cfc-067e-4a8d-8151-b55d7dfc9a41 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826123 Aug 24 19:36:53.180184 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c135e-d1ba-4dd3-bb01-46d3de8d2ebc req-036f852b-011c-4b05-8a82-b311d05dd7f7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:53.181773 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-946c135e-d1ba-4dd3-bb01-46d3de8d2ebc req-036f852b-011c-4b05-8a82-b311d05dd7f7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Aug 24 19:36:53.221474 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-946c135e-d1ba-4dd3-bb01-46d3de8d2ebc req-82745159-4982-45e8-aa44-ef64b0d9faf1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332265 Aug 24 19:36:53.335774 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10382b5-10f9-448f-848c-ea0e552caf77 req-c103526a-e357-4d02-9195-b5bf54d5f1cd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:53.337498 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f10382b5-10f9-448f-848c-ea0e552caf77 req-c103526a-e357-4d02-9195-b5bf54d5f1cd tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0545859 Aug 24 19:36:53.399212 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f10382b5-10f9-448f-848c-ea0e552caf77 req-bebaf372-e874-4a91-9fdf-c20cce7ada43 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Aug 24 19:36:54.347963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f8033-f75f-4be1-aa8e-5a2d409f3363 req-08d2e0be-f886-4556-aa8b-a525f86c4b9e tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:54.349611 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d87f8033-f75f-4be1-aa8e-5a2d409f3363 req-08d2e0be-f886-4556-aa8b-a525f86c4b9e tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0509264 Aug 24 19:36:54.388737 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d87f8033-f75f-4be1-aa8e-5a2d409f3363 req-500f3e07-cc75-45d6-a7c0-5e502250d25b tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Aug 24 19:36:54.532248 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b2b0f-133b-4608-8660-0d617b8cd81b req-40225590-590e-4f72-b9fe-bd4da3b75d2e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:54.540081 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-807b2b0f-133b-4608-8660-0d617b8cd81b req-40225590-590e-4f72-b9fe-bd4da3b75d2e tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0724640 Aug 24 19:36:54.576417 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-807b2b0f-133b-4608-8660-0d617b8cd81b req-4d5640da-c149-468a-b9f9-66f64f16996a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353961 Aug 24 19:36:54.686178 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:36:54.781375 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:54.806532 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:36:54.809571 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d81afd1-8b4f-4280-bdeb-5d0a0625dbe8" -d '{"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-unplugged", "status": "completed", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:36:54.826735 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:36:54.844620 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 19:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90afbde-2e2a-47a2-9535-2415242ea1b9 x-openstack-request-id: req-c90afbde-2e2a-47a2-9535-2415242ea1b9 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:36:54.844913 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-unplugged", "status": "failed", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579", "code": 422}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:36:54.845153 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c90afbde-2e2a-47a2-9535-2415242ea1b9 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:36:54.845579 dv-cinder-798198-3-iscsi neutron-server[94431]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'code': 422} returned with failed status Aug 24 19:36:54.904972 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:36:54.967004 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=6']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:36:55.519462 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3cf71-6cfd-4127-a910-69363c007bc6 req-93200fdc-c619-419d-aefe-20e0b4386856 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:55.528894 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b7f3cf71-6cfd-4127-a910-69363c007bc6 req-93200fdc-c619-419d-aefe-20e0b4386856 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0662742 Aug 24 19:36:55.578579 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b7f3cf71-6cfd-4127-a910-69363c007bc6 req-057e38be-4ffb-4a7a-8ac2-beb099264d43 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487082 Aug 24 19:36:55.713193 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e2d5-7872-4296-9982-a5a837c1774e req-4811a24a-ac32-4462-98f0-ffedb21b7374 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:55.717673 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0238e2d5-7872-4296-9982-a5a837c1774e req-4811a24a-ac32-4462-98f0-ffedb21b7374 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0576606 Aug 24 19:36:55.759710 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0238e2d5-7872-4296-9982-a5a837c1774e req-c3acdeda-f7c4-479f-ba73-cb0d89f6d93f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359240 Aug 24 19:36:56.718949 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04278904-43f7-4734-81e2-bfe13b240a63 req-15d559ff-092a-43e7-b757-5bc99b84875c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:56.721292 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04278904-43f7-4734-81e2-bfe13b240a63 req-15d559ff-092a-43e7-b757-5bc99b84875c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0562928 Aug 24 19:36:56.816947 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04278904-43f7-4734-81e2-bfe13b240a63 req-08d5d59f-ce00-4ce1-a42b-7b025033528a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726366 Aug 24 19:36:56.946486 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a7533-09ac-446b-be98-f3d887ad6329 req-3ff9ab39-a0d9-43c9-96ce-7e917e4d3fe4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:56.948893 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-407a7533-09ac-446b-be98-f3d887ad6329 req-3ff9ab39-a0d9-43c9-96ce-7e917e4d3fe4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0802166 Aug 24 19:36:56.996348 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-407a7533-09ac-446b-be98-f3d887ad6329 req-e4c9ab63-95fe-48a2-a096-7c37dd5f0606 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384257 Aug 24 19:36:57.909265 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56db2-cc4e-4d46-9a3c-92bf3b23d2d5 req-a894d4ac-cd85-4849-9ee8-1e97f00cb191 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:57.910763 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-09c56db2-cc4e-4d46-9a3c-92bf3b23d2d5 req-a894d4ac-cd85-4849-9ee8-1e97f00cb191 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0486042 Aug 24 19:36:57.946911 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-09c56db2-cc4e-4d46-9a3c-92bf3b23d2d5 req-03bdb00b-61a6-44be-9a63-e6c81b5d18cc tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303209 Aug 24 19:36:58.123566 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcdc05-a951-49d4-a4b2-3cd69426b6fd req-78b5da61-bca4-4fc0-bce0-a0e9c28aac5a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:58.125221 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-39fcdc05-a951-49d4-a4b2-3cd69426b6fd req-78b5da61-bca4-4fc0-bce0-a0e9c28aac5a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0508177 Aug 24 19:36:58.163168 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-39fcdc05-a951-49d4-a4b2-3cd69426b6fd req-3b457d8b-120a-4b51-a40f-318051203a84 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Aug 24 19:36:58.695832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecd562-2e00-4456-8e43-c8bc49b9372d req-4741669d-c4f3-4da7-b649-40d3d5f32a8d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:58.697320 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-deecd562-2e00-4456-8e43-c8bc49b9372d req-4741669d-c4f3-4da7-b649-40d3d5f32a8d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0476098 Aug 24 19:36:58.733433 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-deecd562-2e00-4456-8e43-c8bc49b9372d req-a344ed22-2aec-4175-90fd-3e4f00ad81f2 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301757 Aug 24 19:36:59.059608 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370c58-c436-46a8-a5f4-904d8c0eb8a5 req-3ed3b82d-bd80-4ce2-946e-956a1de836b2 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:59.061071 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b370c58-c436-46a8-a5f4-904d8c0eb8a5 req-3ed3b82d-bd80-4ce2-946e-956a1de836b2 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0471787 Aug 24 19:36:59.097330 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3b370c58-c436-46a8-a5f4-904d8c0eb8a5 req-424d47b9-488d-46e6-81ba-4de448421680 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303764 Aug 24 19:36:59.282101 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030882e-6aac-43f9-a68c-01f5803bf936 req-04c19bbd-38af-40af-b4c3-a91b0e22adab tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:59.284167 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0030882e-6aac-43f9-a68c-01f5803bf936 req-04c19bbd-38af-40af-b4c3-a91b0e22adab tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0512676 Aug 24 19:36:59.319872 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0030882e-6aac-43f9-a68c-01f5803bf936 req-1b2ca30a-5e8a-484e-8f31-6a27fe03abc7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297914 Aug 24 19:36:59.857598 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724000f7-1098-4f17-b2a1-eb7c66a9acda req-51f0896b-f394-4bc6-91f2-dc334d2bca04 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:36:59.858970 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-724000f7-1098-4f17-b2a1-eb7c66a9acda req-51f0896b-f394-4bc6-91f2-dc334d2bca04 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0477588 Aug 24 19:36:59.896693 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-724000f7-1098-4f17-b2a1-eb7c66a9acda req-ec65f69e-f403-4b7d-a7cc-cd2f2310dc27 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Aug 24 19:37:00.219353 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7627572-e5bf-4a8b-8a49-14f9d830acbb req-f3dd4a2e-158d-4e3f-bd2c-00c00775dfa9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:00.221488 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7627572-e5bf-4a8b-8a49-14f9d830acbb req-f3dd4a2e-158d-4e3f-bd2c-00c00775dfa9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0530353 Aug 24 19:37:00.257732 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c7627572-e5bf-4a8b-8a49-14f9d830acbb req-c2af281a-353e-44cb-a91c-5732cdf58e78 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Aug 24 19:37:00.440151 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606305-00e1-42c1-b92a-d0fe994c772b req-613c5c80-d77f-41bb-9449-0c0f7f188d31 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:00.441520 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-55606305-00e1-42c1-b92a-d0fe994c772b req-613c5c80-d77f-41bb-9449-0c0f7f188d31 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0516293 Aug 24 19:37:00.479049 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-55606305-00e1-42c1-b92a-d0fe994c772b req-00077306-269f-4fe1-a04f-afbdb1efe993 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Aug 24 19:37:00.815450 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-557c0006-1c85-48be-974d-1020b33df735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:00.816965 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-557c0006-1c85-48be-974d-1020b33df735 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1098 time: 0.0394874 Aug 24 19:37:00.911679 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-cc7a910f-30d7-4495-87fa-cf8ecdd01d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:00.913216 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-cc7a910f-30d7-4495-87fa-cf8ecdd01d64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.0880399 Aug 24 19:37:00.983601 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-7a0dcd2a-89e2-4a23-8475-cac4627aefca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b HTTP/1.1" status: 200 len: 1001 time: 0.0630839 Aug 24 19:37:01.019999 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0ee31-bc80-4fe9-8b55-f752e3cceb62 req-068e8898-e51f-449d-9f95-b4a2bc8b4156 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:01.025299 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dca0ee31-bc80-4fe9-8b55-f752e3cceb62 req-068e8898-e51f-449d-9f95-b4a2bc8b4156 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0538602 Aug 24 19:37:01.039793 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-542803ab-f37e-4d6f-bb74-8834d1924b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:01.041292 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-542803ab-f37e-4d6f-bb74-8834d1924b47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0502412 Aug 24 19:37:01.058833 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dca0ee31-bc80-4fe9-8b55-f752e3cceb62 req-39219ab1-f171-4c61-8434-c799f360abad tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Aug 24 19:37:01.087842 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-28392f55-985f-4e5a-8124-083b39b93822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:01.094351 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-28392f55-985f-4e5a-8124-083b39b93822 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394902 Aug 24 19:37:01.181253 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-2e34c71d-7ff0-4d59-926c-a52e24ed6cda service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821848 Aug 24 19:37:01.276331 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-9759acce-10b4-41da-a1ec-960eaa5e7941 req-b9629b70-ad2c-4a95-a976-c0e128fa171b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Aug 24 19:37:01.384863 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695788a8-5f12-4525-8f12-4e3920ebb8e1 req-5dbb902e-34d0-4fa9-91dd-d5c925a1af83 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:01.386236 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-695788a8-5f12-4525-8f12-4e3920ebb8e1 req-5dbb902e-34d0-4fa9-91dd-d5c925a1af83 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Aug 24 19:37:01.425302 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-695788a8-5f12-4525-8f12-4e3920ebb8e1 req-d22e351e-5593-4f57-adc7-76c9eeb0edd3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327435 Aug 24 19:37:01.599763 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd29e7-3c5e-4a61-9589-e97d19384296 req-455c1ca8-3e60-43fb-8c61-134b420357eb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:01.601222 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8fbd29e7-3c5e-4a61-9589-e97d19384296 req-455c1ca8-3e60-43fb-8c61-134b420357eb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.0505610 Aug 24 19:37:01.638214 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8fbd29e7-3c5e-4a61-9589-e97d19384296 req-8d71e20e-2954-4195-89c2-18a01809eb0c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Aug 24 19:37:01.839386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-450dd1fc-0730-499f-80aa-8b78e1f28e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:02.122493 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db961-ac34-4202-b6c7-e02522c3a28b req-c8b85aae-1314-4ccd-8688-f93f7b2859bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.124090 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-c8b85aae-1314-4ccd-8688-f93f7b2859bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3&tenant_id=c635296755b449db8c99cc0b86f4702f HTTP/1.1" status: 200 len: 1097 time: 0.0754774 Aug 24 19:37:02.193227 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6df1e2-7617-405b-a7e6-696cb9087933 req-dd099d45-8a59-4087-bc7d-17fa9f6d030f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.193227 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cd6df1e2-7617-405b-a7e6-696cb9087933 req-dd099d45-8a59-4087-bc7d-17fa9f6d030f tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0571461 Aug 24 19:37:02.202105 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db961-ac34-4202-b6c7-e02522c3a28b req-bdb91444-75f2-4959-b45e-2ae6c29af6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.203578 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-bdb91444-75f2-4959-b45e-2ae6c29af6cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1097 time: 0.0461488 Aug 24 19:37:02.230968 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cd6df1e2-7617-405b-a7e6-696cb9087933 req-9bb20a47-91cf-489b-842f-f0687386d0f6 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Aug 24 19:37:02.297443 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db961-ac34-4202-b6c7-e02522c3a28b req-174a1bc7-9e38-4fa3-893a-77ec4701984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.298965 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-174a1bc7-9e38-4fa3-893a-77ec4701984c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 909 time: 0.0859487 Aug 24 19:37:02.366341 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-b4bf775e-c75e-4125-9695-0895c988c4d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 999 time: 0.0596845 Aug 24 19:37:02.432075 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db961-ac34-4202-b6c7-e02522c3a28b req-ce62f7a8-f312-483b-ad9d-ea1cab4d43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.433696 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-ce62f7a8-f312-483b-ad9d-ea1cab4d43b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 200 len: 847 time: 0.0446723 Aug 24 19:37:02.436575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-0bd4ddb2-52dd-4632-accd-3e16d1f35185 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.449768 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-0bd4ddb2-52dd-4632-accd-3e16d1f35185 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0484686 Aug 24 19:37:02.493729 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db961-ac34-4202-b6c7-e02522c3a28b req-a54c9c65-75c4-4987-9dbe-77d3c19cead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.495926 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-a54c9c65-75c4-4987-9dbe-77d3c19cead2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483310 Aug 24 19:37:02.580685 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0772-9145-45b2-963b-1655ae127829 req-c3c7d836-29da-4f08-9337-4cbfc21b2d5a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.582197 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3ac0772-9145-45b2-963b-1655ae127829 req-c3c7d836-29da-4f08-9337-4cbfc21b2d5a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0645027 Aug 24 19:37:02.586904 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Deleting port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:37:02.587168 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:02.595964 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-09f354c7-c45b-4825-8797-bbcc29083dc8 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894310 Aug 24 19:37:02.675881 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a3ac0772-9145-45b2-963b-1655ae127829 req-a70d62e2-523b-467e-94e7-4939ff377dce tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846367 Aug 24 19:37:02.706879 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-c9050348-6c1d-4fe7-9984-35a15f16c909 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035659 Aug 24 19:37:02.709165 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] For port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:02.709533 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:02.896924 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71decb-7eaf-45ee-83ae-a33b070d107f req-71294c23-1569-4e33-a969-6f693415c515 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:02.898391 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1a71decb-7eaf-45ee-83ae-a33b070d107f req-71294c23-1569-4e33-a969-6f693415c515 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 945 time: 0.1799433 Aug 24 19:37:03.230744 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1a71decb-7eaf-45ee-83ae-a33b070d107f req-27095ca2-2824-40d0-860d-c7034538f0cb tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261001 Aug 24 19:37:03.246848 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:03.247241 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:03.247561 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Floating IP d81d7e51-1caa-4271-9a93-baf667ddc82a disassociated. External IP: 172.27.1.202, port: bd28ff14-2c6c-49d2-a836-10efaf8f9f5c. Aug 24 19:37:03.247902 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Calling delete_port for bd28ff14-2c6c-49d2-a836-10efaf8f9f5c owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:37:03.367266 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb792a6-776f-4972-af51-f0fae4ab2f7e req-99879c09-905e-47a3-b26a-200b433049c8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:03.368764 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbb792a6-776f-4972-af51-f0fae4ab2f7e req-99879c09-905e-47a3-b26a-200b433049c8 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 946 time: 0.0679512 Aug 24 19:37:03.438966 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cbb792a6-776f-4972-af51-f0fae4ab2f7e req-abf617cc-db2d-4c62-8fb4-c7fb62a03d9d tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cf758c3-ee8d-4f76-b766-065d47357f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472403 Aug 24 19:37:03.570631 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:03.598859 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event deleted for resources: {'Port': ['ID=bd28ff14-2c6c-49d2-a836-10efaf8f9f5c,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:03.611867 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.612211 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.612598 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.612928 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.613255 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.613575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.613897 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.614219 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.614537 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.614851 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.615163 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.615475 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:03.718569 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:37:03.747814 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:37:03.946895 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1de1f1-89c9-497e-886f-c9fab89afb66 req-a9b3abe1-88fe-4878-8d1a-fb55bce68c23 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:03.946895 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4c1de1f1-89c9-497e-886f-c9fab89afb66 req-a9b3abe1-88fe-4878-8d1a-fb55bce68c23 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.1794665 Aug 24 19:37:03.980958 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:04.004630 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:37:04.011947 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:37:04.014586 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8f7f25-f7a8-4c62-85a3-ba2cd53877e3" -d '{"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:37:04.035591 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4c1de1f1-89c9-497e-886f-c9fab89afb66 req-dbd4ecb8-7831-4628-a84c-0894dc32fcd7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847399 Aug 24 19:37:04.045591 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] Sync routers for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:37:04.079933 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:04.084050 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] No DVR routers for this DVR port bd28ff14-2c6c-49d2-a836-10efaf8f9f5c on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:37:04.087037 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:37:04.087518 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:04.088460 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:36:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:04.089788 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b97a9020-d9b6-45e6-8302-639a9ce240a8 req-cd3ff539-46a9-4299-beed-faed571d8f67 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.35 "DELETE /v2.0/ports/bd28ff14-2c6c-49d2-a836-10efaf8f9f5c HTTP/1.1" status: 204 len: 173 time: 1.6419952 Aug 24 19:37:04.090346 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'name': 'network-vif-deleted', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:37:04.097605 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7892d2-97ef-42b2-b0b6-4d46fb6ae07e x-openstack-request-id: req-0f7892d2-97ef-42b2-b0b6-4d46fb6ae07e {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:37:04.098153 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:37:04.098637 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f7892d2-97ef-42b2-b0b6-4d46fb6ae07e {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:37:04.099323 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'code': 200} Aug 24 19:37:04.108151 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f7d451-4e23-4a2b-a56a-9fb270b1a731" -d '{"events": [{"server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "name": "network-vif-deleted", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:37:04.164298 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c65c28c-1986-4802-913f-e05e4143ac95 x-openstack-request-id: req-0c65c28c-1986-4802-913f-e05e4143ac95 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:37:04.164585 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86c2b9c-45eb-40fe-a846-982db14d42cd", "name": "network-vif-deleted", "tag": "bd28ff14-2c6c-49d2-a836-10efaf8f9f5c", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:37:04.164833 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c65c28c-1986-4802-913f-e05e4143ac95 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:37:04.165224 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86c2b9c-45eb-40fe-a846-982db14d42cd', 'name': 'network-vif-deleted', 'tag': 'bd28ff14-2c6c-49d2-a836-10efaf8f9f5c', 'status': 'completed', 'code': 200} Aug 24 19:37:04.172570 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:04.246717 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=8']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:04.261898 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:37:04.370536 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cef5e-419f-4c7b-b69f-1a911b2cf9b5 req-e141f3df-4582-4712-87dd-eb66640377a8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:04.372030 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-757cef5e-419f-4c7b-b69f-1a911b2cf9b5 req-e141f3df-4582-4712-87dd-eb66640377a8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0493536 Aug 24 19:37:04.418656 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-757cef5e-419f-4c7b-b69f-1a911b2cf9b5 req-2eab6e24-509e-4edc-94a0-2600b3be9803 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358410 Aug 24 19:37:04.486552 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:04.516401 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] Checking router: 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:37:04.526519 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:37:04.527272 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:36:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:04.534239 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3513fd69-dc0a-4214-8b89-874080665171 req-d3e073d6-39c9-4654-8cfd-5cb097a8207c tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f86c2b9c-45eb-40fe-a846-982db14d42cd HTTP/1.1" status: 200 len: 210 time: 0.0272157 Aug 24 19:37:04.593797 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-546edf41-dae5-4997-b9b6-e44ea712a116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:04.641447 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:37:04.857056 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:04.862134 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:04.887617 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0168a62-3184-494f-8475-7690afaffd66 None None] The sync data for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi is: [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:30:11Z', 'revision_number': 4, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '87c59dfa-f116-43dc-9736-849c4d896b96', 'name': '', 'network_id': '15cf5dcf-738d-44b5-831d-34d65a4aa388', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'mac_address': 'fa:16:3e:e0:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:10Z', 'updated_at': '2021-08-24T19:30:27Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'subnets': [{'id': '9517be69-e90f-4d07-a9e3-a44cf2f11826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:37:05.132405 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f518e9d-20d5-40e5-99e3-3b104fbfb39e None None] New status for floating IP d81d7e51-1caa-4271-9a93-baf667ddc82a: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:37:05.155457 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5a9a4-cfe0-4471-a8a7-d8f61aad0478 req-83cc1cc3-4026-45b7-9d39-4c0302e3524f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:05.157480 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-79e5a9a4-cfe0-4471-a8a7-d8f61aad0478 req-83cc1cc3-4026-45b7-9d39-4c0302e3524f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0548899 Aug 24 19:37:05.203332 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-79e5a9a4-cfe0-4471-a8a7-d8f61aad0478 req-9ffbd6c5-8c81-4be2-972f-8e6d592f61fa tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384688 Aug 24 19:37:05.692669 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43422) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:05.748033 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.762677 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:37:05.775233 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.846008 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.862314 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bd28ff14-2c6c-49d2-a836-10efaf8f9f5c no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:37:05.886122 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: bd28ff14-2c6c-49d2-a836-10efaf8f9f5c {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:37:05.886471 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bd28ff14-2c6c-49d2-a836-10efaf8f9f5c not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:37:05.930462 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.933070 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:05.934229 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "DELETE /v2.0/security-groups/2cf758c3-ee8d-4f76-b766-065d47357f0e HTTP/1.1" status: 204 len: 168 time: 0.2405441 Aug 24 19:37:05.940862 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43430) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:05.944080 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf758c3-ee8d-4f76-b766-065d47357f0e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:05.951087 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.951334 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.api.v2.resource [None req-b0d34b24-09f8-4eb7-b0d6-4c58667539db tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] show failed (client error): The resource could not be found. Aug 24 19:37:05.951454 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.951758 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.952094 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.952367 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b0d34b24-09f8-4eb7-b0d6-4c58667539db tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "GET /v2.0/security-groups/2cf758c3-ee8d-4f76-b766-065d47357f0e HTTP/1.1" status: 404 len: 347 time: 0.0142148 Aug 24 19:37:05.952533 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.952838 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.953185 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.953500 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.953896 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.954228 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.954552 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.954873 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55445f-e4cb-4160-bf8f-4315d41da7fc tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:05.955855 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43432) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:06.086898 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Deleting port d9783c84-fd91-4ed9-914e-41717008dd1f {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:37:06.087238 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.163586 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.163913 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.175967 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Calling delete_port for d9783c84-fd91-4ed9-914e-41717008dd1f owned by network:floatingip {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:37:06.416999 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.442811 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Pushing event deleted for resources: {'Port': ['ID=d9783c84-fd91-4ed9-914e-41717008dd1f,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:06.529692 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks [] for floatingip, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.533223 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:06.537601 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a656b396-6960-4fcc-9fb5-cbd5e025d754 tempest-AttachVolumeTestJSON-1275232558 tempest-AttachVolumeTestJSON-1275232558-project] 10.222.0.59 "DELETE /v2.0/floatingips/d81d7e51-1caa-4271-9a93-baf667ddc82a HTTP/1.1" status: 204 len: 168 time: 0.5776503 Aug 24 19:37:06.555433 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53567c33-b09b-49bb-b1ec-913408f9c36b req-23755f87-9c88-4026-8438-12508338b666 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:06.563912 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-53567c33-b09b-49bb-b1ec-913408f9c36b req-23755f87-9c88-4026-8438-12508338b666 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0779443 Aug 24 19:37:06.627434 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-53567c33-b09b-49bb-b1ec-913408f9c36b req-bd2bf965-4b78-4e6e-ab3d-2a72e55db109 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625596 Aug 24 19:37:06.647212 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1551e-da9d-4ac6-b684-80bc64bb0067 req-0196cd63-b379-4fd9-8155-fe945dfda79c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:06.648793 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0be1551e-da9d-4ac6-b684-80bc64bb0067 req-0196cd63-b379-4fd9-8155-fe945dfda79c tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 946 time: 0.0624359 Aug 24 19:37:06.687729 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0be1551e-da9d-4ac6-b684-80bc64bb0067 req-4c94777f-3bd6-41a2-a36e-4103ed28f1aa tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 24 19:37:07.010398 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de499a-2dd0-4be3-b4ba-8bee4186a0fe req-11c9369a-0bc2-4ec1-aca0-b360910be089 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:07.011855 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-45de499a-2dd0-4be3-b4ba-8bee4186a0fe req-11c9369a-0bc2-4ec1-aca0-b360910be089 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0476608 Aug 24 19:37:07.061533 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-45de499a-2dd0-4be3-b4ba-8bee4186a0fe req-9478d2d9-c5d3-4563-b618-f3493f0de9f5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429029 Aug 24 19:37:07.290517 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:07.494801 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43472) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:07.577126 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-e1ea9ace-d2ce-4d19-bed3-e0520b390ca0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812185 Aug 24 19:37:07.742983 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a51a-3a05-4c1c-98b8-10fe9964302f req-05db2891-0003-414b-a58f-ef2e48ebfcad tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:07.744636 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6d5a51a-3a05-4c1c-98b8-10fe9964302f req-05db2891-0003-414b-a58f-ef2e48ebfcad tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0502810 Aug 24 19:37:07.814992 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c6d5a51a-3a05-4c1c-98b8-10fe9964302f req-bed667b4-5297-4bfa-8c05-ef4497221417 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633118 Aug 24 19:37:07.826713 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb00ed-1663-4c48-bcd7-ab9709ae8a7a req-03c5c731-90b4-437f-90e5-3f24829fc875 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:07.828303 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-00cb00ed-1663-4c48-bcd7-ab9709ae8a7a req-03c5c731-90b4-437f-90e5-3f24829fc875 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 946 time: 0.0706916 Aug 24 19:37:07.871951 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-00cb00ed-1663-4c48-bcd7-ab9709ae8a7a req-357f7466-2132-41bb-a314-5b2c35c6b791 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/security-groups?id=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Aug 24 19:37:08.090102 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-abba03ba-94c6-4882-8948-fa4d4e94279a tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:08.091475 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-abba03ba-94c6-4882-8948-fa4d4e94279a tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 946 time: 0.0496831 Aug 24 19:37:08.210168 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080262c-0983-441d-ae6f-323fd9d04c9a req-d37090ff-8cc9-47c8-8701-d1f658cc6710 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:08.211620 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d080262c-0983-441d-ae6f-323fd9d04c9a req-d37090ff-8cc9-47c8-8701-d1f658cc6710 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0747018 Aug 24 19:37:08.237510 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Deleting port 5efe7ef9-e185-4bbf-baef-e51bd46803ca {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:37:08.237873 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:08.300995 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d080262c-0983-441d-ae6f-323fd9d04c9a req-f8b67ed9-e357-4d55-9c36-885b0dea669c tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832598 Aug 24 19:37:08.354629 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] For port 5efe7ef9-e185-4bbf-baef-e51bd46803ca, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5efe7ef9-e185-4bbf-baef-e51bd46803ca,segment=NetworkSegment(7a284db3-0310-4bed-8a19-813d4e52a38c),segment_id=7a284db3-0310-4bed-8a19-813d4e52a38c)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:08.354925 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:08.367781 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Calling delete_port for 5efe7ef9-e185-4bbf-baef-e51bd46803ca owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:37:08.598797 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:08.611500 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['5efe7ef9-e185-4bbf-baef-e51bd46803ca'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:37:08.630980 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Pushing event deleted for resources: {'Port': ['ID=5efe7ef9-e185-4bbf-baef-e51bd46803ca,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:08.670050 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] No DVR routers for this DVR port 5efe7ef9-e185-4bbf-baef-e51bd46803ca on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:37:08.672411 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:08.674373 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b61bf8a8-2a1b-46ae-ba1c-5ff2d5732e62 req-80f7f47b-7922-49e3-a684-73c568574cef tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.35 "DELETE /v2.0/ports/5efe7ef9-e185-4bbf-baef-e51bd46803ca HTTP/1.1" status: 204 len: 173 time: 0.5759447 Aug 24 19:37:08.674845 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'name': 'network-vif-deleted', 'tag': '5efe7ef9-e185-4bbf-baef-e51bd46803ca'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:37:08.677207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55531750-0fab-47fc-bec8-1e208cdb231f" -d '{"events": [{"server_uuid": "c7337890-bb1a-4c01-8ed2-27b83a6f1591", "name": "network-vif-deleted", "tag": "5efe7ef9-e185-4bbf-baef-e51bd46803ca"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:37:08.713907 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f983a51b-2d00-472b-9468-342505c0e70e x-openstack-request-id: req-f983a51b-2d00-472b-9468-342505c0e70e {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:37:08.713907 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7337890-bb1a-4c01-8ed2-27b83a6f1591", "name": "network-vif-deleted", "tag": "5efe7ef9-e185-4bbf-baef-e51bd46803ca", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:37:08.713907 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f983a51b-2d00-472b-9468-342505c0e70e {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:37:08.714286 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7337890-bb1a-4c01-8ed2-27b83a6f1591', 'name': 'network-vif-deleted', 'tag': '5efe7ef9-e185-4bbf-baef-e51bd46803ca', 'status': 'completed', 'code': 200} Aug 24 19:37:08.947006 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284b5ee-3e5f-486c-b6c8-d156acf7c1db req-ee7ef7af-a59b-4ed8-8698-307afa322953 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:08.948673 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c284b5ee-3e5f-486c-b6c8-d156acf7c1db req-ee7ef7af-a59b-4ed8-8698-307afa322953 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 944 time: 0.0531144 Aug 24 19:37:08.987858 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-21ea7a07-8d99-4d38-aa70-812ec32497be req-572ee994-b439-4899-85ef-2a1a9e20039b tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 210 time: 0.0354784 Aug 24 19:37:09.008013 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c284b5ee-3e5f-486c-b6c8-d156acf7c1db req-a72b8042-6010-4f56-b16b-78290cb87d38 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466440 Aug 24 19:37:09.049394 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:37:09.437013 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3510d4b-1e73-4b00-b22d-94e04ab037c0 req-01bf3674-f2a8-413a-b678-478a26481fc8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:09.439250 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3510d4b-1e73-4b00-b22d-94e04ab037c0 req-01bf3674-f2a8-413a-b678-478a26481fc8 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0647247 Aug 24 19:37:09.496550 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-cb4b3bf9-d830-446b-97c4-196e32f696f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:09.498017 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-cb4b3bf9-d830-446b-97c4-196e32f696f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda&tenant_id=06ad67d05efc48a180df2740ce5dedba HTTP/1.1" status: 200 len: 1096 time: 0.0776498 Aug 24 19:37:09.500793 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3510d4b-1e73-4b00-b22d-94e04ab037c0 req-296c19c1-e478-483f-aa4f-44c2a1032856 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451741 Aug 24 19:37:09.559562 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-468c6afc-e446-4a2f-98d6-b03b492e1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:09.561055 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-468c6afc-e446-4a2f-98d6-b03b492e1156 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1096 time: 0.0400326 Aug 24 19:37:09.651223 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-3bab0787-1d7c-457f-be52-74b9ae70b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:09.652708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-3bab0787-1d7c-457f-be52-74b9ae70b047 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.0842838 Aug 24 19:37:09.716943 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-dffdd7da-1dda-4d84-9dc5-b9fcaf791ff3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b HTTP/1.1" status: 200 len: 999 time: 0.0560360 Aug 24 19:37:09.772851 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-d6133d2b-8b05-4a8a-81e1-c5da73c3e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:09.774386 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-d6133d2b-8b05-4a8a-81e1-c5da73c3e1b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0493813 Aug 24 19:37:09.775890 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:37:09.820568 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-755e71b6-3eee-4036-baab-6e4f0f8c285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:09.822224 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-755e71b6-3eee-4036-baab-6e4f0f8c285b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394583 Aug 24 19:37:09.872763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:09.888064 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'port_id': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'mac_address': 'fa:16:3e:c2:27:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:37:09.923447 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-534fe5d0-9e03-4c91-aa5f-42ed7f840f3e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932674 Aug 24 19:37:09.926489 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:09.939204 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:37:09.958924 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:10.019239 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-32d0882a-15e1-4acf-8600-b78f14f255a2 req-91f73ccc-20cb-4c46-8e6f-bfe731bc1274 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876102 Aug 24 19:37:10.079656 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:10.107576 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-13565902-9ce8-4dd0-8d4f-61a7530ea295 req-e6740572-fa44-4514-9944-ccc7f9854f78 tempest-VolumesSnapshotTestJSON-23961263 tempest-VolumesSnapshotTestJSON-23961263-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7337890-bb1a-4c01-8ed2-27b83a6f1591 HTTP/1.1" status: 200 len: 210 time: 0.0363190 Aug 24 19:37:10.128753 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=7']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:10.146606 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697f65a-7156-45bb-b4b2-2edebbc20c52 req-02239951-3f2a-4da8-9d3c-00186ed3c65f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:10.148072 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7697f65a-7156-45bb-b4b2-2edebbc20c52 req-02239951-3f2a-4da8-9d3c-00186ed3c65f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 945 time: 0.0650787 Aug 24 19:37:10.189051 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7697f65a-7156-45bb-b4b2-2edebbc20c52 req-16f9ed3b-2e88-4089-b071-e7b237339cce tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349169 Aug 24 19:37:10.296521 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['9eae3e9d-b91a-4a71-8862-9ab8e3b42579'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:37:10.656580 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e448f-e66e-43a0-a8a9-69c6edf5587f req-0a507b06-6769-4d0f-a15a-e10e17e1f796 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:10.665876 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cf2e448f-e66e-43a0-a8a9-69c6edf5587f req-0a507b06-6769-4d0f-a15a-e10e17e1f796 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0891147 Aug 24 19:37:10.713691 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cf2e448f-e66e-43a0-a8a9-69c6edf5587f req-45eb998c-1efe-4e4b-8e59-a1bd4b30c144 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453026 Aug 24 19:37:10.875753 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43544) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:11.328901 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45b93-d70a-47f3-9dbd-fdffa5ce7510 req-b177903b-5ade-4909-8e47-e8ed937559f4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:11.341388 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-23b45b93-d70a-47f3-9dbd-fdffa5ce7510 req-b177903b-5ade-4909-8e47-e8ed937559f4 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 945 time: 0.0726092 Aug 24 19:37:11.396304 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-23b45b93-d70a-47f3-9dbd-fdffa5ce7510 req-53ab4739-e8fd-4ed0-ba64-abf7db51c45a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538638 Aug 24 19:37:11.669737 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:11.800707 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:37:11.852250 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2c071-e1c4-44df-82ce-4ccb18a65779 req-e4a9fc1f-13fb-4267-abdc-739ac9ca20b1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:11.860335 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dac2c071-e1c4-44df-82ce-4ccb18a65779 req-e4a9fc1f-13fb-4267-abdc-739ac9ca20b1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0757654 Aug 24 19:37:11.893506 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:37:11.894240 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:11.915468 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dac2c071-e1c4-44df-82ce-4ccb18a65779 req-72f6ba33-a855-4232-bb56-8dab252229f7 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542321 Aug 24 19:37:12.035705 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:12.065741 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:37:12.068052 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12944a3-84f1-40ce-ac72-971caace4bd8" -d '{"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-plugged", "status": "completed", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:37:12.095136 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:12.100520 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Deleting port 87c59dfa-f116-43dc-9736-849c4d896b96 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:37:12.101026 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:12.118637 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865f8ee-da66-49ad-8daa-1c077d288a6d x-openstack-request-id: req-4865f8ee-da66-49ad-8daa-1c077d288a6d {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:37:12.119064 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-plugged", "status": "completed", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:37:12.119347 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4865f8ee-da66-49ad-8daa-1c077d288a6d {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:37:12.119738 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'code': 200} Aug 24 19:37:12.197365 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] For port 87c59dfa-f116-43dc-9736-849c4d896b96, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=87c59dfa-f116-43dc-9736-849c4d896b96,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:12.197637 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:12.204796 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:12.219382 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 5efe7ef9-e185-4bbf-baef-e51bd46803ca no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:37:12.219563 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Calling delete_port for 87c59dfa-f116-43dc-9736-849c4d896b96 owned by network:router_interface {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:37:12.252109 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 5efe7ef9-e185-4bbf-baef-e51bd46803ca {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:37:12.252812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 5efe7ef9-e185-4bbf-baef-e51bd46803ca not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:37:12.295395 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=8']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:12.349624 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:12.513498 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:12.525060 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a05a-0e2f-4dc7-b56a-77572c087d09 req-bf73f7d8-4b58-4da0-ab56-d363b4fad155 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:12.526925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0c11a05a-0e2f-4dc7-b56a-77572c087d09 req-bf73f7d8-4b58-4da0-ab56-d363b4fad155 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0673230 Aug 24 19:37:12.545616 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=87c59dfa-f116-43dc-9736-849c4d896b96,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:12.574497 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0c11a05a-0e2f-4dc7-b56a-77572c087d09 req-65debda5-443f-4724-aefa-aad2be7573a5 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 Aug 24 19:37:12.736640 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:12.975143 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:37:13.091440 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:37:13.092065 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435a92-2a0b-4b66-8a52-3f966472e7a8 req-7e5aa986-1b51-42ad-b00c-572aedd4c3d5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:13.095180 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3d435a92-2a0b-4b66-8a52-3f966472e7a8 req-7e5aa986-1b51-42ad-b00c-572aedd4c3d5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0584145 Aug 24 19:37:13.118143 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] Sync routers for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:37:13.118672 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-cc5ce5fc-003e-4466-adbc-70efa86b0e5d admin admin] 10.222.0.59 "PUT /v2.0/routers/6e584ee9-092d-4a1c-8e76-a699cfcee8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2310610 Aug 24 19:37:13.118672 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43570) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:13.119134 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:37:13.119134 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:37:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:13.138495 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3d435a92-2a0b-4b66-8a52-3f966472e7a8 req-1e26f5f9-1d28-465d-9dd4-33401504ff6a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369303 Aug 24 19:37:13.256110 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:37:13.260575 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks [] for router, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:13.396788 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:13.489754 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:37:12Z', 'revision_number': 5, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port': {'id': 'd3ec4ec1-2ef5-469d-afa7-cfe1b3b95744', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:13.516831 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] Checking router: 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:37:13.525939 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] Routers {'6e584ee9-092d-4a1c-8e76-a699cfcee8d8'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:37:13.526551 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:37:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:13.543878 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Deleting port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:37:13.544512 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:13.627509 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] Set router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 gateway port host: None {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:37:13.637249 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] For port d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:13.637709 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:13.661160 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Calling delete_port for d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 owned by network:router_gateway {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:37:13.692810 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:37:13Z', 'revision_number': 6, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port_host': None}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:13.734251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c2b71-178f-4572-bd98-c1ac0c3c3620 None None] The sync data for ids ['6e584ee9-092d-4a1c-8e76-a699cfcee8d8'] in dv-cinder-798198-3-iscsi is: [{'id': '6e584ee9-092d-4a1c-8e76-a699cfcee8d8', 'name': 'tempest-AttachVolumeTestJSON-288620730-router', 'tenant_id': '0bcba9a91f5e4855bdf5044613de0321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:30:04Z', 'updated_at': '2021-08-24T19:37:13Z', 'revision_number': 6, 'project_id': '0bcba9a91f5e4855bdf5044613de0321', 'gw_port_host': None}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:37:13.776402 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c94aa-bc42-4285-bd53-3c6ff4984423 req-bdb7f12e-e4d0-4d0b-93cf-df54fa6fbe37 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:13.778153 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-190c94aa-bc42-4285-bd53-3c6ff4984423 req-bdb7f12e-e4d0-4d0b-93cf-df54fa6fbe37 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0546155 Aug 24 19:37:13.831088 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-190c94aa-bc42-4285-bd53-3c6ff4984423 req-3c088a0a-a6f3-41bb-8a66-7faf2f6280e5 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Aug 24 19:37:13.901612 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:13.930711 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:13.991420 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.099957 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.101988 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.288166 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f74ac4-ee1c-4565-ad4b-6a8c323afc58 req-cd6dcdfe-cd0b-42dc-93a3-04c4f6ff5ed3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:14.289671 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-12f74ac4-ee1c-4565-ad4b-6a8c323afc58 req-cd6dcdfe-cd0b-42dc-93a3-04c4f6ff5ed3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0596783 Aug 24 19:37:14.289816 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.290331 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e584ee9-092d-4a1c-8e76-a699cfcee8d8 {{(pid=94429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:37:14.295665 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.299653 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f99ff68a-0f79-4691-8d12-f95b655a2f9a admin admin] 10.222.0.59 "DELETE /v2.0/routers/6e584ee9-092d-4a1c-8e76-a699cfcee8d8 HTTP/1.1" status: 204 len: 168 time: 1.1859157 Aug 24 19:37:14.303400 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43580) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:14.339863 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-12f74ac4-ee1c-4565-ad4b-6a8c323afc58 req-3c79a9da-d99b-4388-ad82-399cebafd537 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424290 Aug 24 19:37:14.356749 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] Deleting subnet 9517be69-e90f-4d07-a9e3-a44cf2f11826 {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:37:14.361905 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.397010 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.492182 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.644055 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.670777 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9517be69-e90f-4d07-a9e3-a44cf2f11826,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:14.674824 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.676962 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b3197613-503c-4264-849f-76fd81fe6ba9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9517be69-e90f-4d07-a9e3-a44cf2f11826 HTTP/1.1" status: 204 len: 168 time: 0.3756397 Aug 24 19:37:14.679924 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43584) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:14.685822 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0ebd0-fcdd-482a-ad53-31a5ecfc7645 None None] Network 15cf5dcf-738d-44b5-831d-34d65a4aa388 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:37:14.755897 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.825922 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Deleting port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:37:14.826266 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.914978 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] For port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:14.915643 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:14.926707 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] DHCP port deletion for 15cf5dcf-738d-44b5-831d-34d65a4aa388 request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:37:14.967888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Calling delete_port for 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 owned by network:dhcp {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:37:14.999187 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] Deleting port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:37:14.999941 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.060031 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa64c4-c003-48d1-bf8d-c448db629fc3 req-22d5bb5e-e5c6-4ba1-939b-193ed38ccc9c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:15.061544 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-02aa64c4-c003-48d1-bf8d-c448db629fc3 req-22d5bb5e-e5c6-4ba1-939b-193ed38ccc9c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0981400 Aug 24 19:37:15.077408 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] For port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,segment=NetworkSegment(e6af010d-a715-46e9-9879-eff1d27c2c6a),segment_id=e6af010d-a715-46e9-9879-eff1d27c2c6a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:15.078338 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.090785 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] Calling delete_port for 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:37:15.115254 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-02aa64c4-c003-48d1-bf8d-c448db629fc3 req-0896c332-c180-45aa-a2f2-8014f95be8d9 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Aug 24 19:37:15.204030 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.212763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.243936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:15.245264 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] Pushing event deleted for resources: {'Port': ['ID=5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:15.247806 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b65dcc-70dd-4693-8956-2c688b07f607 None None] No DVR routers for this DVR port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:37:15.255634 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] No DVR routers for this DVR port 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 on host dv-cinder-798198-3-iscsi {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:37:15.337716 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.347698 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cf5dcf-738d-44b5-831d-34d65a4aa388']}} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:15.360864 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6af010d-a715-46e9-9879-eff1d27c2c6a') {'for_net_delete': True} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:15.361224 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6af010d-a715-46e9-9879-eff1d27c2c6a') {} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:15.371680 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731762'] for segment, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.392933 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12731469'] for segment, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: Traceback (most recent call last): Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: timer() Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: cb(*args, **kw) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: return func(*args, **kwargs) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: self._notify() Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: self.callback(batched_events) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: event.method(event) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: return f(self, *a, **k) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._get(url).json() Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: return self.request(url, 'GET', **kwargs) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:37:15.408917 dv-cinder-798198-3-iscsi neutron-server[94430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:37:15.507282 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd932c-4963-4ae1-accc-c833ba639c0f req-d4253435-e731-4cdd-9db8-d2a793528253 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:15.508746 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e5dd932c-4963-4ae1-accc-c833ba639c0f req-d4253435-e731-4cdd-9db8-d2a793528253 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0628989 Aug 24 19:37:15.552736 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e5dd932c-4963-4ae1-accc-c833ba639c0f req-bd08d00f-f170-4577-8e4f-576f5ca0e6e0 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372465 Aug 24 19:37:15.578982 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.584496 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:15.586539 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] 10.222.0.59 "DELETE /v2.0/networks/15cf5dcf-738d-44b5-831d-34d65a4aa388 HTTP/1.1" status: 204 len: 168 time: 0.9057982 Aug 24 19:37:15.603878 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89497-620f-4717-9a1a-340cb6b40965 admin admin] Pushing event deleted for resources: {'Network': ['ID=15cf5dcf-738d-44b5-831d-34d65a4aa388,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:15.660645 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:37:15.683938 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:37:15.684348 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3ec4ec1-2ef5-469d-afa7-cfe1b3b95744 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:37:15.684823 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:37:15.709222 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:37:15.709996 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 5bb0a8eb-d79c-4d96-9c1f-63b56ba1a226 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:37:15.710140 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 87c59dfa-f116-43dc-9736-849c4d896b96 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:37:15.738439 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 87c59dfa-f116-43dc-9736-849c4d896b96 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:37:15.738847 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 87c59dfa-f116-43dc-9736-849c4d896b96 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:37:16.241064 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc9fe-3607-4001-9d35-f6256685886e req-5e8b62f8-4355-4d94-b6c0-e0708692a517 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:16.242648 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-af1bc9fe-3607-4001-9d35-f6256685886e req-5e8b62f8-4355-4d94-b6c0-e0708692a517 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0513971 Aug 24 19:37:16.300156 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-af1bc9fe-3607-4001-9d35-f6256685886e req-84dd7f9d-2295-419b-a45a-3cfd2b395b00 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472503 Aug 24 19:37:16.377509 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43596) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:16.420395 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ab76798e-f69c-4868-8d47-a57a85bfe70d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bcba9a91f5e4855bdf5044613de0321&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397098 Aug 24 19:37:16.421891 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43598) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:16.469700 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5097d7eb-5f38-4a38-a335-76ed243163c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:16.495111 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5097d7eb-5f38-4a38-a335-76ed243163c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:16.632167 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5097d7eb-5f38-4a38-a335-76ed243163c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:16.634874 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5097d7eb-5f38-4a38-a335-76ed243163c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:16.638108 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5097d7eb-5f38-4a38-a335-76ed243163c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c17a40ca-3eb0-44f8-8006-264e1c3b4e50 HTTP/1.1" status: 204 len: 168 time: 0.2131779 Aug 24 19:37:16.647488 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097d7eb-5f38-4a38-a335-76ed243163c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17a40ca-3eb0-44f8-8006-264e1c3b4e50,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:16.694951 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc0b42-2748-4403-85ad-116f3130e070 req-d03cd93c-d749-4e3b-b95c-4fc39405aa82 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:16.699057 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bffc0b42-2748-4403-85ad-116f3130e070 req-d03cd93c-d749-4e3b-b95c-4fc39405aa82 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0515938 Aug 24 19:37:16.736377 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bffc0b42-2748-4403-85ad-116f3130e070 req-da0dff6d-fd89-4a90-916c-6bf0dc62c6f2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338452 Aug 24 19:37:17.424278 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a53394-9821-4c0d-9f2d-b17bb46512e1 req-f843cff1-9e8f-4dfd-888b-0681f487d4f3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:17.431382 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-54a53394-9821-4c0d-9f2d-b17bb46512e1 req-f843cff1-9e8f-4dfd-888b-0681f487d4f3 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0636702 Aug 24 19:37:17.504170 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-54a53394-9821-4c0d-9f2d-b17bb46512e1 req-c9c6bb90-7f54-44e3-b889-161d65bd1703 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719092 Aug 24 19:37:17.870245 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72e88f-2e3a-4808-b577-53d9bc081bde req-c988442e-ec60-4e17-8d68-9b5804ecb5a2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:17.871715 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1a72e88f-2e3a-4808-b577-53d9bc081bde req-c988442e-ec60-4e17-8d68-9b5804ecb5a2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0544715 Aug 24 19:37:17.913351 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1a72e88f-2e3a-4808-b577-53d9bc081bde req-09077cea-6527-4992-bbcc-be46683fe035 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352185 Aug 24 19:37:18.650295 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746622d8-c5c7-48ad-84c3-dcbfdfb1a8bb req-09eaf4cb-c2cc-400a-8ef9-b3543ec4b3b0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:18.652206 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-746622d8-c5c7-48ad-84c3-dcbfdfb1a8bb req-09eaf4cb-c2cc-400a-8ef9-b3543ec4b3b0 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0662916 Aug 24 19:37:18.706553 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-746622d8-c5c7-48ad-84c3-dcbfdfb1a8bb req-a0091813-0e50-4ab5-b79a-6cd8cafe0e7a tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 Aug 24 19:37:19.039318 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58898b-540f-4440-84b4-bc93cdf60254 req-4bd29de0-b235-49d2-b892-e9a4f040594b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:19.044798 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc58898b-540f-4440-84b4-bc93cdf60254 req-4bd29de0-b235-49d2-b892-e9a4f040594b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0583985 Aug 24 19:37:19.086978 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43670) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:19.097491 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bc58898b-540f-4440-84b4-bc93cdf60254 req-f703a8e2-c3e8-4394-809d-3df28e1678a2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499487 Aug 24 19:37:19.200259 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-84c22e2d-bfa5-4f0d-96bb-b7fd550c6434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.299592 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-84c22e2d-bfa5-4f0d-96bb-b7fd550c6434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.391960 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-84c22e2d-bfa5-4f0d-96bb-b7fd550c6434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.431489 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c22e2d-bfa5-4f0d-96bb-b7fd550c6434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e34b7-1b0a-41fa-a089-79aa7519c1ae,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:19.437254 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-84c22e2d-bfa5-4f0d-96bb-b7fd550c6434 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=369e70e376ab4868bf4ad123ab15a110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481159 Aug 24 19:37:19.440183 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43674) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:19.497056 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c817b569-ec97-4fd4-8d5f-259831ed0e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.525254 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c817b569-ec97-4fd4-8d5f-259831ed0e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.665819 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c817b569-ec97-4fd4-8d5f-259831ed0e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.669471 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c817b569-ec97-4fd4-8d5f-259831ed0e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:19.672902 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-c817b569-ec97-4fd4-8d5f-259831ed0e85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a0e34b7-1b0a-41fa-a089-79aa7519c1ae HTTP/1.1" status: 204 len: 168 time: 0.2317359 Aug 24 19:37:19.681464 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817b569-ec97-4fd4-8d5f-259831ed0e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0e34b7-1b0a-41fa-a089-79aa7519c1ae,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:19.982553 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc566f-9862-4436-ad1c-63a4109862b5 req-07588d56-7b6f-48f7-b590-0817c31ef7fd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:19.984105 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8cdc566f-9862-4436-ad1c-63a4109862b5 req-07588d56-7b6f-48f7-b590-0817c31ef7fd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0552430 Aug 24 19:37:20.039873 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8cdc566f-9862-4436-ad1c-63a4109862b5 req-cbe58cbd-16d9-484d-bbd9-ff9565d13bda tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488689 Aug 24 19:37:20.252639 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c82ddc-94b7-41c6-af0e-f645cd8986f9 req-9d8adc01-d73b-4523-ae22-d4dfcda8a2d5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:20.256739 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b1c82ddc-94b7-41c6-af0e-f645cd8986f9 req-9d8adc01-d73b-4523-ae22-d4dfcda8a2d5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0755250 Aug 24 19:37:20.323447 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b1c82ddc-94b7-41c6-af0e-f645cd8986f9 req-cb9b4cd3-1396-40ea-a3fc-8e5f1cea79d6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612946 Aug 24 19:37:21.159176 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf141e6-40cc-4f6b-9149-fe96df582907 req-ae17181b-5a9b-4851-84e1-0afe7c607ad7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:21.160808 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1cf141e6-40cc-4f6b-9149-fe96df582907 req-ae17181b-5a9b-4851-84e1-0afe7c607ad7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Aug 24 19:37:21.199067 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1cf141e6-40cc-4f6b-9149-fe96df582907 req-0d2cfcb7-4748-4984-8517-604247a2ab23 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Aug 24 19:37:21.200840 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43716) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:21.303769 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145802657-network', 'tenant_id': 'b86241917a5f42b4b38cbd0221a82f9e'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:37:21.329587 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2c0c-1390-4566-a214-1895348d4de1 req-1a3ceaca-89a0-416b-8c71-76324ad5d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:21.331176 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-687c2c0c-1390-4566-a214-1895348d4de1 req-1a3ceaca-89a0-416b-8c71-76324ad5d51b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06ad67d05efc48a180df2740ce5dedba&device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1096 time: 0.0440743 Aug 24 19:37:21.472428 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Made reservation on behalf of b86241917a5f42b4b38cbd0221a82f9e for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:37:21.474998 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba09e-f947-4278-9dd6-7154cc6b167c req-5ce1d7dd-f515-4755-b3af-b4149da9bf0a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:21.475837 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:21.476765 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-831ba09e-f947-4278-9dd6-7154cc6b167c req-5ce1d7dd-f515-4755-b3af-b4149da9bf0a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0733204 Aug 24 19:37:21.477780 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2c0c-1390-4566-a214-1895348d4de1 req-18e7a31d-18ca-4834-978f-dfecf7bef0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:21.479626 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-687c2c0c-1390-4566-a214-1895348d4de1 req-18e7a31d-18ca-4834-978f-dfecf7bef0ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 200 len: 918 time: 0.1272800 Aug 24 19:37:21.487647 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:21.563285 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-831ba09e-f947-4278-9dd6-7154cc6b167c req-8d6e01e6-9eb0-4816-b602-fc3948bd0467 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780838 Aug 24 19:37:21.579355 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-687c2c0c-1390-4566-a214-1895348d4de1 req-78053414-3432-400b-9846-67a545ff7ee2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b HTTP/1.1" status: 200 len: 999 time: 0.0867772 Aug 24 19:37:21.593613 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c26c6-a78a-4218-b3a7-7b3dcfba30a3 req-411d9744-d4d6-4864-805c-5deeb1d400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:21.595330 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-261c26c6-a78a-4218-b3a7-7b3dcfba30a3 req-411d9744-d4d6-4864-805c-5deeb1d400d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1099 time: 0.0702641 Aug 24 19:37:21.637200 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2c0c-1390-4566-a214-1895348d4de1 req-c0b61937-47e1-4b83-858b-4cd748f339eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:21.639071 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-687c2c0c-1390-4566-a214-1895348d4de1 req-c0b61937-47e1-4b83-858b-4cd748f339eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 200 len: 856 time: 0.0522156 Aug 24 19:37:21.646071 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:21.677584 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [req-261c26c6-a78a-4218-b3a7-7b3dcfba30a3 req-a60f0af4-6c04-4cc2-bd14-e40f381adfbe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493674 Aug 24 19:37:21.689720 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2c0c-1390-4566-a214-1895348d4de1 req-4e4e4d6d-be56-4ff1-839d-33ffa7ba6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:21.691219 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-687c2c0c-1390-4566-a214-1895348d4de1 req-4e4e4d6d-be56-4ff1-839d-33ffa7ba6266 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5ad5e3-9c10-4546-ad12-dff1390a5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444858 Aug 24 19:37:21.763622 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:21.786173 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:37:21.797981 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe95b9e-fc79-42c8-88ab-13a03da33569,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:21.929337 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-687c2c0c-1390-4566-a214-1895348d4de1 req-f4a7b3e7-a861-4d8f-9167-e85f4cfb48f5 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879180 Aug 24 19:37:21.938806 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:21.939144 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Added segment 17ac2e27-0f0d-4199-b5a5-a5f7fd55785d of type vlan for network 0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6 Aug 24 19:37:21.978613 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:22.024640 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-687c2c0c-1390-4566-a214-1895348d4de1 req-7df8ac15-dfb5-4247-8497-68ee395d5348 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858004 Aug 24 19:37:22.077717 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:22.078777 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:22.079399 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:22.141271 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] Pushing event updated for resources: {'Network': ['ID=0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:22.151161 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:37:22.169462 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-16bd0ec9-070e-43b1-9eb1-90e035df5e4f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9675004 Aug 24 19:37:22.176878 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43726) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:22.177095 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Request body: {'subnet': {'network_id': '0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145802657-subnet', 'tenant_id': 'b86241917a5f42b4b38cbd0221a82f9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:37:22.266394 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Made reservation on behalf of b86241917a5f42b4b38cbd0221a82f9e for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:37:22.269005 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:22.316540 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16fa7-3d42-4be8-8d18-743c58157093 req-7351b31e-add7-4c4b-864b-197730727b88 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:22.317927 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-09e16fa7-3d42-4be8-8d18-743c58157093 req-7351b31e-add7-4c4b-864b-197730727b88 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0536506 Aug 24 19:37:22.361161 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-09e16fa7-3d42-4be8-8d18-743c58157093 req-d9a9b9b1-bc5d-40b1-9c9b-9905d77a8279 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370092 Aug 24 19:37:22.586188 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:22.645674 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3b80e5-1c7e-44b1-b221-b5e598c98390,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:22.659685 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Checking segment: {'id': '17ac2e27-0f0d-4199-b5a5-a5f7fd55785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:37:22.662441 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Network hostable DHCP agents. Network: 0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:37:22.690969 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9cdb9-a4f1-4b68-b95e-4dbc8ca531ec req-5d733731-5fe9-4e92-87fa-4b38ad4f2f9a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:22.693013 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9cf9cdb9-a4f1-4b68-b95e-4dbc8ca531ec req-5d733731-5fe9-4e92-87fa-4b38ad4f2f9a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0485327 Aug 24 19:37:22.732077 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9cf9cdb9-a4f1-4b68-b95e-4dbc8ca531ec req-8eb081f3-3d00-4060-87a6-3343ab75d652 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326362 Aug 24 19:37:22.797418 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Network 0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:37:22.912368 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:37:22.915898 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:22.916574 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:22.921816 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4288219-7783-4ff1-91de-0305375ef7dd None None] Network 0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:37:23.157191 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07656a-1409-4d8f-9ac4-270d9d9d6a00 None None] Network 0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:37:23.163854 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-540a2b62-df42-45e5-8f38-32b0b2afe444 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9904461 Aug 24 19:37:23.474746 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d55fe7-1a39-496d-8f45-ba820be16330 req-45f04149-1a1e-4edf-8948-2b523ba85475 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:23.476345 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f8d55fe7-1a39-496d-8f45-ba820be16330 req-45f04149-1a1e-4edf-8948-2b523ba85475 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0480297 Aug 24 19:37:23.513350 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f8d55fe7-1a39-496d-8f45-ba820be16330 req-8ee7f74c-cb20-44a6-96ef-ea6dcddd3188 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Aug 24 19:37:23.858122 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dfb21-eae6-48a2-bb61-7f3a2ac190e7 req-04c05b8e-5879-42d7-9dbd-df2c61ff244f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:23.859611 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f97dfb21-eae6-48a2-bb61-7f3a2ac190e7 req-04c05b8e-5879-42d7-9dbd-df2c61ff244f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0517073 Aug 24 19:37:23.897781 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f97dfb21-eae6-48a2-bb61-7f3a2ac190e7 req-6cfd7de0-5ccc-4e8d-b8fc-efc29e1435da tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Aug 24 19:37:23.947348 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43758) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:23.953126 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178682186-network', 'tenant_id': 'e0df685e7cb648c498298f8b104ccf59'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:37:24.059300 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Made reservation on behalf of e0df685e7cb648c498298f8b104ccf59 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:37:24.061569 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.070647 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.156310 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.237199 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.263134 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:37:24.269972 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d276e6c-3626-4330-809a-96c4f7f2d1ad,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:24.275621 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.276008 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Added segment 11585810-abd5-4288-b369-18a12dae6006 of type vlan for network cbcc8bfe-1a43-4f34-949e-18d239eac429 Aug 24 19:37:24.316805 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.447649 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.448665 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:24.449246 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.508473 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcc8bfe-1a43-4f34-949e-18d239eac429,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:24.518812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network cbcc8bfe-1a43-4f34-949e-18d239eac429 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:37:24.546340 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-98c4b817-bc46-4250-96b2-394ec0dff1d3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5977910 Aug 24 19:37:24.548991 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43762) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:24.553831 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Request body: {'subnet': {'network_id': 'cbcc8bfe-1a43-4f34-949e-18d239eac429', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178682186-subnet', 'tenant_id': 'e0df685e7cb648c498298f8b104ccf59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:37:24.648393 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Made reservation on behalf of e0df685e7cb648c498298f8b104ccf59 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:37:24.650909 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.867350 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:37:24.945748 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:24.963174 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:24.975711 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'port_id': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'mac_address': 'fa:16:3e:3c:24:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:37:25.016894 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7896700e-044c-486e-9a0c-99487ea079d5,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:25.020792 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Checking segment: {'id': '11585810-abd5-4288-b369-18a12dae6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cbcc8bfe-1a43-4f34-949e-18d239eac429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:37:25.021313 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Network hostable DHCP agents. Network: cbcc8bfe-1a43-4f34-949e-18d239eac429, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:37:25.025711 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:25.033302 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e1d04-773a-4343-8341-8386c07155da req-e3aebab5-e7ff-4718-a3b1-34fb1db33779 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:25.035059 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-494e1d04-773a-4343-8341-8386c07155da req-e3aebab5-e7ff-4718-a3b1-34fb1db33779 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 943 time: 0.0585589 Aug 24 19:37:25.041643 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbbbe75-74f7-4905-ad5d-1fc34d1d189b {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:37:25.062312 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:25.075013 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-494e1d04-773a-4343-8341-8386c07155da req-1bba6559-f4c4-4b65-9548-2cb43f4d10e3 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337813 Aug 24 19:37:25.162643 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Network cbcc8bfe-1a43-4f34-949e-18d239eac429 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:37:25.197000 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:25.246662 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=9']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:25.253558 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.253902 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.254234 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.254562 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.254889 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.255248 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.255566 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.255884 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.256203 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.256545 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.256858 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.257169 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:37:25.282936 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, cbcc8bfe-1a43-4f34-949e-18d239eac429) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:37:25.287509 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:25.287647 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:25.292476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4df28f-ec3e-4e6f-896c-6c4f4004f486 None None] Network cbcc8bfe-1a43-4f34-949e-18d239eac429 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:37:25.408633 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5bab9415-eee7-4f66-8b0d-5278552a3afd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8585749 Aug 24 19:37:25.426324 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d6684-b451-400c-b15e-ef1864e4c087 None None] Network cbcc8bfe-1a43-4f34-949e-18d239eac429 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:37:25.519963 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43770) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:25.567165 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] Deleting subnet 9c3b80e5-1c7e-44b1-b221-b5e598c98390 {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:37:25.570399 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:25.604787 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:25.642325 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:26.193708 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0e73a-64c8-4d31-9df0-6b53617e9f21 req-a8614da2-67a0-466f-879c-e36e7699528b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:26.195182 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3ab0e73a-64c8-4d31-9df0-6b53617e9f21 req-a8614da2-67a0-466f-879c-e36e7699528b tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 944 time: 0.0473852 Aug 24 19:37:26.238223 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3ab0e73a-64c8-4d31-9df0-6b53617e9f21 req-fdd892ce-a547-4ad1-b874-ed2769e80fbf tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364223 Aug 24 19:37:26.920035 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:37:26.969627 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:26.994697 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3b80e5-1c7e-44b1-b221-b5e598c98390,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:26.998550 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.003465 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c85d8a8c-cbb6-4e21-abb2-a3997f902f15 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9c3b80e5-1c7e-44b1-b221-b5e598c98390 HTTP/1.1" status: 204 len: 168 time: 1.4794092 Aug 24 19:37:27.003465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43776) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:27.073337 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.149999 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.159351 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:27.169042 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ac2e27-0f0d-4199-b5a5-a5f7fd55785d') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:27.169278 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ac2e27-0f0d-4199-b5a5-a5f7fd55785d') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:27.178194 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.191576 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.197497 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:37:27.197875 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:37:27.199444 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:37:27.370213 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2136949-0e97-4893-bde7-2d75122a11b1 req-b1f5f56b-ba6e-4d11-8d7c-2c6ad71ed717 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:27.371790 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d2136949-0e97-4893-bde7-2d75122a11b1 req-b1f5f56b-ba6e-4d11-8d7c-2c6ad71ed717 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 944 time: 0.0552363 Aug 24 19:37:27.412493 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d2136949-0e97-4893-bde7-2d75122a11b1 req-75d53abf-c784-413c-b5a1-708423d1ea75 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Aug 24 19:37:27.597110 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.601794 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.603886 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6 HTTP/1.1" status: 204 len: 168 time: 0.5995338 Aug 24 19:37:27.615321 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43784) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:27.616929 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf42b7-c39a-415a-8149-227749ad21d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7ce5db-b0df-48e1-bf3d-9aff1fc566f6,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:27.659968 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_v2 [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] Deleting subnet 7896700e-044c-486e-9a0c-99487ea079d5 {{(pid=94430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:37:27.663076 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.698942 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731773'] for subnet, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.734261 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.940281 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12731823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13368579'] for subnet, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.964010 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7896700e-044c-486e-9a0c-99487ea079d5,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:27.970299 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:27.972395 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-67098f20-b1ef-40b1-98a5-89d91a49d549 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7896700e-044c-486e-9a0c-99487ea079d5 HTTP/1.1" status: 204 len: 168 time: 0.3558061 Aug 24 19:37:27.974733 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43786) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:28.042469 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.123005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.134471 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcc8bfe-1a43-4f34-949e-18d239eac429']}} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:28.145772 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11585810-abd5-4288-b369-18a12dae6006') {'for_net_delete': True} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:28.146121 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11585810-abd5-4288-b369-18a12dae6006') {} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:28.155170 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731762'] for segment, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.168840 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.174830 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:37:28.175239 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12731469'] for segment, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: Traceback (most recent call last): Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: timer() Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: cb(*args, **kw) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: return func(*args, **kwargs) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: self._notify() Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: self.callback(batched_events) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: event.method(event) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: return f(self, *a, **k) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._get(url).json() Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: return self.request(url, 'GET', **kwargs) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:37:28.176983 dv-cinder-798198-3-iscsi neutron-server[94430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:37:28.385352 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.389766 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.391761 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] 10.222.0.59 "DELETE /v2.0/networks/cbcc8bfe-1a43-4f34-949e-18d239eac429 HTTP/1.1" status: 204 len: 168 time: 0.4160030 Aug 24 19:37:28.404302 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9725e-2567-4006-a580-b8f853a306ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcc8bfe-1a43-4f34-949e-18d239eac429,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:28.534596 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d24cf-ac9a-4414-8f4c-bb56cd865b7d req-77bc8533-6fc3-476e-8e50-7e75ef0c28ce tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:28.536044 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-207d24cf-ac9a-4414-8f4c-bb56cd865b7d req-77bc8533-6fc3-476e-8e50-7e75ef0c28ce tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 944 time: 0.0518198 Aug 24 19:37:28.572358 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-207d24cf-ac9a-4414-8f4c-bb56cd865b7d req-fe1544ca-cde6-4e0f-809c-6a96397a76b2 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301945 Aug 24 19:37:28.742311 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:37:28.788543 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:37:28.788917 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.858089 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43796) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:28.867194 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.890291 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:37:28.892795 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7dfdc4-7ab4-48d0-a6eb-bb9553601795" -d '{"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-plugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:37:28.900514 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-d5afadaf-0bfb-4a08-8a85-c470c484a440 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b86241917a5f42b4b38cbd0221a82f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389278 Aug 24 19:37:28.900930 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43800) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:28.909192 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:37:28.931585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca0e4ab-0275-4917-8ea1-7096e671e507 x-openstack-request-id: req-dca0e4ab-0275-4917-8ea1-7096e671e507 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:37:28.931878 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-plugged", "status": "completed", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:37:28.932133 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dca0e4ab-0275-4917-8ea1-7096e671e507 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:37:28.932555 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'code': 200} Aug 24 19:37:28.958124 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d84d95f7-c895-445c-ace0-bd05487d1df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:28.979959 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d84d95f7-c895-445c-ace0-bd05487d1df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:29.083572 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:29.130114 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=10']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:29.157269 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d84d95f7-c895-445c-ace0-bd05487d1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:29.159797 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d84d95f7-c895-445c-ace0-bd05487d1df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:29.161010 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d84d95f7-c895-445c-ace0-bd05487d1df9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fe95b9e-fc79-42c8-88ab-13a03da33569 HTTP/1.1" status: 204 len: 168 time: 0.2590551 Aug 24 19:37:29.168913 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d95f7-c895-445c-ace0-bd05487d1df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe95b9e-fc79-42c8-88ab-13a03da33569,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:29.423500 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7bc72-8614-4bcc-8061-708f5559c925 req-11d583ec-45fc-40a7-9d9b-3010bde42ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:29.425028 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-13f7bc72-8614-4bcc-8061-708f5559c925 req-11d583ec-45fc-40a7-9d9b-3010bde42ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 1099 time: 0.0393734 Aug 24 19:37:29.460455 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-13f7bc72-8614-4bcc-8061-708f5559c925 req-db20379b-1919-4e67-96be-a8665f01f3d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282938 Aug 24 19:37:29.703027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58522f-bb22-4981-acf9-2f89d8316d6e req-c35029eb-7499-4bd2-98a5-ec4d7e35145f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:29.704562 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ec58522f-bb22-4981-acf9-2f89d8316d6e req-c35029eb-7499-4bd2-98a5-ec4d7e35145f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 946 time: 0.0511415 Aug 24 19:37:29.741092 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ec58522f-bb22-4981-acf9-2f89d8316d6e req-870767d5-0160-4821-98ce-6d93c49bb0b1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303965 Aug 24 19:37:30.036408 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43816) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:30.074882 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-c51088b6-ed12-43d5-881e-b66367da8e0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0df685e7cb648c498298f8b104ccf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373352 Aug 24 19:37:30.077856 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43818) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:30.124069 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-07dd6ff3-d41c-41e2-93cc-9329f49286b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:30.144743 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-07dd6ff3-d41c-41e2-93cc-9329f49286b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:30.362559 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-07dd6ff3-d41c-41e2-93cc-9329f49286b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:30.365159 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-07dd6ff3-d41c-41e2-93cc-9329f49286b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:30.366293 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-07dd6ff3-d41c-41e2-93cc-9329f49286b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d276e6c-3626-4330-809a-96c4f7f2d1ad HTTP/1.1" status: 204 len: 168 time: 0.2873886 Aug 24 19:37:30.374702 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd6ff3-d41c-41e2-93cc-9329f49286b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d276e6c-3626-4330-809a-96c4f7f2d1ad,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:30.897616 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20e9d-38c1-46de-a0ab-b0a86f70fb03 req-59c53137-55f0-4ad1-a401-e758e0e805d5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:30.899167 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-27c20e9d-38c1-46de-a0ab-b0a86f70fb03 req-59c53137-55f0-4ad1-a401-e758e0e805d5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 946 time: 0.0515263 Aug 24 19:37:30.940290 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-27c20e9d-38c1-46de-a0ab-b0a86f70fb03 req-327ea386-969f-409d-a051-111978891731 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339789 Aug 24 19:37:31.831583 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-70a9f634-71d4-4ade-9e3b-fc46510ae1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:32.064303 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a75be-43f7-4de5-9840-e4cb7bef99e7 req-5559ee26-cdc7-46e2-ae76-dd3f608ad70a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:32.065808 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-403a75be-43f7-4de5-9840-e4cb7bef99e7 req-5559ee26-cdc7-46e2-ae76-dd3f608ad70a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 946 time: 0.0499201 Aug 24 19:37:32.116147 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-403a75be-43f7-4de5-9840-e4cb7bef99e7 req-893af876-c37f-45af-a109-0f73136a442a tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Aug 24 19:37:33.259191 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553f537-ae91-46fe-8e17-7da92d684c8b req-c2d692d9-cadc-416f-8ca0-0f788de5e3e4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:37:33.260689 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9553f537-ae91-46fe-8e17-7da92d684c8b req-c2d692d9-cadc-416f-8ca0-0f788de5e3e4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 946 time: 0.0549779 Aug 24 19:37:33.301146 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9553f537-ae91-46fe-8e17-7da92d684c8b req-e19393b5-e2bf-422d-9247-c7b17e12f2b6 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335283 Aug 24 19:37:34.544669 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a10edbde-ea5c-4bae-b15f-e70605b48023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:34.910785 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:35.847442 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:37.315689 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.523121 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 43992) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:40.569073 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] Deleting subnet 41586769-a8eb-43aa-a7aa-c03d491680aa {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:37:40.572043 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.604147 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.641960 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.761966 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.789110 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41586769-a8eb-43aa-a7aa-c03d491680aa,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:40.795820 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.799669 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-cef90c31-08f7-4db6-8090-3ca07c5d00fa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/41586769-a8eb-43aa-a7aa-c03d491680aa HTTP/1.1" status: 204 len: 168 time: 0.2754986 Aug 24 19:37:40.800224 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 43994) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:40.869500 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.944617 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.954437 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518d0660-b1d0-41dc-b1d1-9a48109971f0']}} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:40.964671 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a284db3-0310-4bed-8a19-813d4e52a38c') {'for_net_delete': True} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:40.969537 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a284db3-0310-4bed-8a19-813d4e52a38c') {} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:37:40.973653 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731762'] for segment, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.987877 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.994372 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12731469'] for segment, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: Traceback (most recent call last): Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: timer() Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: cb(*args, **kw) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: return func(*args, **kwargs) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: self._notify() Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: self.callback(batched_events) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: event.method(event) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: return f(self, *a, **k) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._get(url).json() Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: return self.request(url, 'GET', **kwargs) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:37:40.998233 dv-cinder-798198-3-iscsi neutron-server[94430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:37:41.138691 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:41.143249 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:41.145170 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] 10.222.0.59 "DELETE /v2.0/networks/518d0660-b1d0-41dc-b1d1-9a48109971f0 HTTP/1.1" status: 204 len: 168 time: 0.3438730 Aug 24 19:37:41.158441 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8636a-27af-4cfa-95a6-1ca3187a7564 admin admin] Pushing event deleted for resources: {'Network': ['ID=518d0660-b1d0-41dc-b1d1-9a48109971f0,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:41.664185 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44000) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:41.703443 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-61c2bd77-bcf2-44a0-8a80-5ebc57ba359a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=557992a6150e4dffb7039761938b1ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381019 Aug 24 19:37:41.705775 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44002) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:37:41.752445 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5689591e-0fb2-45fc-abbd-ccb1b24436ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:41.776708 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5689591e-0fb2-45fc-abbd-ccb1b24436ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:41.886742 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5689591e-0fb2-45fc-abbd-ccb1b24436ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:41.889282 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5689591e-0fb2-45fc-abbd-ccb1b24436ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:41.890457 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5689591e-0fb2-45fc-abbd-ccb1b24436ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8 HTTP/1.1" status: 204 len: 168 time: 0.1837819 Aug 24 19:37:41.898553 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689591e-0fb2-45fc-abbd-ccb1b24436ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a13b00-b5f7-4dfe-8b5a-9ab82e3ae4f8,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:37:42.492246 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:37:46.048216 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:38:01.839031 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-28644f3e-50ef-4b28-9a1e-45572cc2d21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:04.467654 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a31083b2-497f-42a3-82ce-9e19dfda28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:04.804238 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:05.821316 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:07.387374 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:07.586729 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44158) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:07.690535 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:07.776666 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:07.890017 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:07.930420 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdd010327d044f7591fde09a787eb10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425715 Aug 24 19:38:07.931143 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a77939-bae3-412a-99b8-6a64011ae81e,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:07.933171 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44162) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:07.938762 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.939115 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.939453 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.939835 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.940175 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.940534 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.940862 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.941189 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.941517 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.941849 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.942161 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.942483 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cb2c0-aee7-4db8-9f0d-b46b839b174e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:07.982787 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:08.003944 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:08.130257 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:08.132866 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:08.134050 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25a77939-bae3-412a-99b8-6a64011ae81e HTTP/1.1" status: 204 len: 168 time: 0.1998649 Aug 24 19:38:08.142456 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a77939-bae3-412a-99b8-6a64011ae81e,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:08.149941 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.150293 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.150633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.150973 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.151303 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.151695 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.151943 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.152287 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.152702 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.152944 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.153268 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.153584 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39bac-fc00-4145-82fc-6b6b7c817796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:08.895988 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44168) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:08.909235 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e4a71783-a93f-4e22-8e87-33ff8ed879d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:08.995485 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e4a71783-a93f-4e22-8e87-33ff8ed879d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:09.105879 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-e4a71783-a93f-4e22-8e87-33ff8ed879d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:09.142177 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a71783-a93f-4e22-8e87-33ff8ed879d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7f3672-c2ad-4c05-b5ed-5298ecaf2bc6,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:09.146342 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-e4a71783-a93f-4e22-8e87-33ff8ed879d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80ea1184b74c44fd81a90e0bf9a37f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493014 Aug 24 19:38:09.148917 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44170) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:09.201094 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-78c98dea-8664-4d2e-bde5-40ae5d8ff4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:09.224293 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-78c98dea-8664-4d2e-bde5-40ae5d8ff4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:09.364693 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-78c98dea-8664-4d2e-bde5-40ae5d8ff4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:09.367159 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-78c98dea-8664-4d2e-bde5-40ae5d8ff4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:09.368351 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-78c98dea-8664-4d2e-bde5-40ae5d8ff4ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d7f3672-c2ad-4c05-b5ed-5298ecaf2bc6 HTTP/1.1" status: 204 len: 168 time: 0.2185109 Aug 24 19:38:09.376803 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c98dea-8664-4d2e-bde5-40ae5d8ff4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7f3672-c2ad-4c05-b5ed-5298ecaf2bc6,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:12.494892 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:12.950216 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dabf5-7111-43ab-b291-1f8e009a9601 req-18c934b8-5f98-44f3-91b4-31487ee3f4c5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:12.951708 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4a7dabf5-7111-43ab-b291-1f8e009a9601 req-18c934b8-5f98-44f3-91b4-31487ee3f4c5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 946 time: 0.0528469 Aug 24 19:38:12.991845 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-4a7dabf5-7111-43ab-b291-1f8e009a9601 req-be7e4244-a8f0-40c9-ac9b-80a4eecca3c5 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340610 Aug 24 19:38:14.113947 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dcf6e-8efc-4b56-a5ab-a2787e6e116b req-db577a2f-9691-4a76-9d70-c0e0323fab52 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:14.115318 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-119dcf6e-8efc-4b56-a5ab-a2787e6e116b req-db577a2f-9691-4a76-9d70-c0e0323fab52 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 946 time: 0.0485346 Aug 24 19:38:14.152201 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-119dcf6e-8efc-4b56-a5ab-a2787e6e116b req-6a33bda3-42a0-4d4c-b44b-ca9d64e7d41d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b8e662e-2593-42fc-8008-9d24fd27acae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Aug 24 19:38:14.270427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-d7fb0a28-a842-40ae-b76c-0e939ae001b1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:14.271902 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-d7fb0a28-a842-40ae-b76c-0e939ae001b1 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 946 time: 0.0502229 Aug 24 19:38:14.368306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Deleting port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:14.368306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:14.456499 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] For port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:14.456863 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:14.882470 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:14.882883 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:14.883181 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Floating IP a214c72a-78f1-45a9-8985-c1190da2c0a8 disassociated. External IP: 172.27.1.152, port: bdbbbe75-74f7-4905-ad5d-1fc34d1d189b. Aug 24 19:38:14.883519 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Calling delete_port for bdbbbe75-74f7-4905-ad5d-1fc34d1d189b owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:15.072137 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:15.101261 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event deleted for resources: {'Port': ['ID=bdbbbe75-74f7-4905-ad5d-1fc34d1d189b,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:15.216291 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:38:15.283170 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-75c8ba2f-2749-4759-8d75-35c986ec9963 req-e992930e-71e6-4071-9084-e7314449cdc9 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c8a14-baa7-4787-b6dd-21860c419bda HTTP/1.1" status: 200 len: 210 time: 0.0573809 Aug 24 19:38:15.345786 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:38:15.356627 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] Sync routers for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:38:15.365466 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:15.366082 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:15.389419 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] No DVR routers for this DVR port bdbbbe75-74f7-4905-ad5d-1fc34d1d189b on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:15.392070 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:15.394106 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7ac90819-f95b-4a6f-8e7f-d4ec7e7cb540 req-79a8d080-d19f-48de-822c-2ed51b3cbf53 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.35 "DELETE /v2.0/ports/bdbbbe75-74f7-4905-ad5d-1fc34d1d189b HTTP/1.1" status: 204 len: 173 time: 1.1154094 Aug 24 19:38:15.394548 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-deleted', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:38:15.396893 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906afa34-39f5-4908-a4ad-841f0b6b1c4d" -d '{"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-deleted", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:38:15.432638 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a70aeb-12a9-4948-8a16-040bc1bf5b6a x-openstack-request-id: req-38a70aeb-12a9-4948-8a16-040bc1bf5b6a {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:38:15.433601 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c8a14-baa7-4787-b6dd-21860c419bda", "name": "network-vif-deleted", "tag": "bdbbbe75-74f7-4905-ad5d-1fc34d1d189b", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:38:15.433601 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38a70aeb-12a9-4948-8a16-040bc1bf5b6a {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:38:15.433601 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c8a14-baa7-4787-b6dd-21860c419bda', 'name': 'network-vif-deleted', 'tag': 'bdbbbe75-74f7-4905-ad5d-1fc34d1d189b', 'status': 'completed', 'code': 200} Aug 24 19:38:15.483756 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:15.784994 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:15.812287 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] Checking router: f3e94ee2-ed55-4f99-8886-725f65a3d2c6 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:38:15.820890 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:15.821496 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:15.927796 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:16.130356 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:16.157437 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d8e22-103b-420d-a269-7c449e8a99b7 None None] The sync data for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi is: [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '74792eb3-e0f6-4d82-ad23-3dfd04223efd', 'name': '', 'network_id': '0a5ad5e3-9c10-4546-ad12-dff1390a5197', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'mac_address': 'fa:16:3e:b0:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:05Z', 'updated_at': '2021-08-24T19:30:14Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'subnets': [{'id': '50b3bbb1-629d-4ca3-a18f-43d2267f3ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:38:16.365951 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd87e82-8e67-4662-80ad-4bc362e51943 None None] New status for floating IP a214c72a-78f1-45a9-8985-c1190da2c0a8: DOWN {{(pid=94431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:38:16.478992 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44262) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:16.539147 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37f47db7-1150-4fb9-8048-e6f8c40802b4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:16.562834 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37f47db7-1150-4fb9-8048-e6f8c40802b4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:16.689088 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37f47db7-1150-4fb9-8048-e6f8c40802b4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:16.691829 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-37f47db7-1150-4fb9-8048-e6f8c40802b4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:16.693066 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-37f47db7-1150-4fb9-8048-e6f8c40802b4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "DELETE /v2.0/security-groups/0b8e662e-2593-42fc-8008-9d24fd27acae HTTP/1.1" status: 204 len: 168 time: 0.2130570 Aug 24 19:38:16.695912 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44264) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:16.703141 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f47db7-1150-4fb9-8048-e6f8c40802b4 tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8e662e-2593-42fc-8008-9d24fd27acae,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:16.712158 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.api.v2.resource [None req-366c45e9-1f31-4d48-9a37-1699ec86a16f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] show failed (client error): The resource could not be found. Aug 24 19:38:16.713225 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-366c45e9-1f31-4d48-9a37-1699ec86a16f tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "GET /v2.0/security-groups/0b8e662e-2593-42fc-8008-9d24fd27acae HTTP/1.1" status: 404 len: 347 time: 0.0162053 Aug 24 19:38:16.718596 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44268) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:16.868663 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Deleting port 5fb8d083-155a-424c-9db3-90020f80670d {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:16.869009 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:16.955214 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:16.955546 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:16.968491 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Calling delete_port for 5fb8d083-155a-424c-9db3-90020f80670d owned by network:floatingip {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:17.220967 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:17.249692 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Pushing event deleted for resources: {'Port': ['ID=5fb8d083-155a-424c-9db3-90020f80670d,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:17.311795 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks [] for floatingip, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:17.314364 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:17.315508 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-fcccfc4a-4fb2-40f5-a1bb-7a1957c9896d tempest-AttachVolumeShelveTestJSON-814307311 tempest-AttachVolumeShelveTestJSON-814307311-project] 10.222.0.59 "DELETE /v2.0/floatingips/a214c72a-78f1-45a9-8985-c1190da2c0a8 HTTP/1.1" status: 204 len: 168 time: 0.5957234 Aug 24 19:38:18.936053 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:18.958452 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: bdbbbe75-74f7-4905-ad5d-1fc34d1d189b {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:18.958452 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device bdbbbe75-74f7-4905-ad5d-1fc34d1d189b not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:19.639610 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-512ad2d6-bc51-4554-b6ef-3e4495425d0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393600 Aug 24 19:38:19.720992 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-31b40ce4-3f60-451d-b3b7-07f090d1554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:19.722539 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-31b40ce4-3f60-451d-b3b7-07f090d1554b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1099 time: 0.0399632 Aug 24 19:38:19.825843 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-ce2c6eb8-a884-42fc-8399-00bb913b27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:19.827356 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-ce2c6eb8-a884-42fc-8399-00bb913b27bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 909 time: 0.0858727 Aug 24 19:38:19.891536 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-6fda090e-2ee4-483f-8431-e6c0396e19b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 1001 time: 0.0575309 Aug 24 19:38:19.946044 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-bda00b48-cf38-4755-841c-d9683d8ec794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:19.947505 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-bda00b48-cf38-4755-841c-d9683d8ec794 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 200 len: 847 time: 0.0496776 Aug 24 19:38:19.993162 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-311eea4e-af3e-49f2-925b-4dbf2e981509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:19.994639 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-311eea4e-af3e-49f2-925b-4dbf2e981509 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404861 Aug 24 19:38:20.084910 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-1dfc8534-a05c-44a4-a3c0-2d44d15c192e service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821426 Aug 24 19:38:20.106592 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44310) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:20.179913 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bfdb78d-2600-430e-ab4b-834c7f5f7fc4 req-455a3a98-0bc8-4e53-bb20-ca539513d428 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884311 Aug 24 19:38:20.597996 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:20.844359 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Deleting port 74792eb3-e0f6-4d82-ad23-3dfd04223efd {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:20.844704 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:20.925985 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] For port 74792eb3-e0f6-4d82-ad23-3dfd04223efd, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=74792eb3-e0f6-4d82-ad23-3dfd04223efd,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:20.926350 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:20.939365 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Calling delete_port for 74792eb3-e0f6-4d82-ad23-3dfd04223efd owned by network:router_interface {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:21.220449 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:21.244675 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Pushing event deleted for resources: {'Port': ['ID=74792eb3-e0f6-4d82-ad23-3dfd04223efd,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:21.412671 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:21.631551 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:38:21.738152 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:38:21.743182 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5d5d3ae5-c903-41b1-b539-18194edbc43f admin admin] 10.222.0.59 "PUT /v2.0/routers/f3e94ee2-ed55-4f99-8886-725f65a3d2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6352417 Aug 24 19:38:21.746336 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44324) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:21.747477 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] Sync routers for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:38:21.756892 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:21.757503 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:21.847557 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks [] for router, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:21.860476 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:21.961239 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.127823 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:38:21Z', 'revision_number': 5, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port': {'id': '2da3afe2-6b38-4d84-a498-a5b11d546a73', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:30:00Z', 'updated_at': '2021-08-24T19:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:22.130195 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Deleting port 2da3afe2-6b38-4d84-a498-a5b11d546a73 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:22.130532 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.157476 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] Checking router: f3e94ee2-ed55-4f99-8886-725f65a3d2c6 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:38:22.165836 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] Routers {'f3e94ee2-ed55-4f99-8886-725f65a3d2c6'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:22.166486 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:22.209185 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] For port 2da3afe2-6b38-4d84-a498-a5b11d546a73, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=2da3afe2-6b38-4d84-a498-a5b11d546a73,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:22.209600 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.226619 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Calling delete_port for 2da3afe2-6b38-4d84-a498-a5b11d546a73 owned by network:router_gateway {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:22.249418 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] Set router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 gateway port host: None {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:22.303329 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:38:21Z', 'revision_number': 6, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port_host': None}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:22.329138 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5106f83-d078-41a9-863f-bb2250eb6891 None None] The sync data for ids ['f3e94ee2-ed55-4f99-8886-725f65a3d2c6'] in dv-cinder-798198-3-iscsi is: [{'id': 'f3e94ee2-ed55-4f99-8886-725f65a3d2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1476138823-router', 'tenant_id': '06ad67d05efc48a180df2740ce5dedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:29:59Z', 'updated_at': '2021-08-24T19:38:21Z', 'revision_number': 6, 'project_id': '06ad67d05efc48a180df2740ce5dedba', 'gw_port_host': None}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:38:22.482389 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.510597 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Pushing event deleted for resources: {'Port': ['ID=2da3afe2-6b38-4d84-a498-a5b11d546a73,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:22.568932 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.660499 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.662687 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.802678 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.803208 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e94ee2-ed55-4f99-8886-725f65a3d2c6 {{(pid=94429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:38:22.809066 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.810217 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-1f95aa70-aac3-4869-aea4-b09ca94ac80f admin admin] 10.222.0.59 "DELETE /v2.0/routers/f3e94ee2-ed55-4f99-8886-725f65a3d2c6 HTTP/1.1" status: 204 len: 168 time: 1.0629628 Aug 24 19:38:22.814603 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44328) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:22.855681 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] Deleting subnet 50b3bbb1-629d-4ca3-a18f-43d2267f3ccf {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:38:22.858641 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.892740 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:22.969012 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.048030 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:38:23.437036 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.462553 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b3bbb1-629d-4ca3-a18f-43d2267f3ccf,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:23.466506 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.468974 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-0e591236-95c4-4eb8-a251-4935c5fb1b0f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/50b3bbb1-629d-4ca3-a18f-43d2267f3ccf HTTP/1.1" status: 204 len: 168 time: 0.6546175 Aug 24 19:38:23.471074 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44334) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:23.476125 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe34b66-a11b-4927-8932-13f83372160d None None] Network 0a5ad5e3-9c10-4546-ad12-dff1390a5197 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:38:23.539324 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.602786 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Deleting port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:23.603200 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.676504 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] For port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:23.676793 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.677489 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] DHCP port deletion for 0a5ad5e3-9c10-4546-ad12-dff1390a5197 request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:38:23.686962 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44338) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:23.698014 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Calling delete_port for 10a1a8d3-e3b8-4f21-902e-63b36d9372ec owned by network:dhcp {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:23.709478 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 74792eb3-e0f6-4d82-ad23-3dfd04223efd no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:23.746927 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 74792eb3-e0f6-4d82-ad23-3dfd04223efd {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:23.747529 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 74792eb3-e0f6-4d82-ad23-3dfd04223efd not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:23.748140 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2da3afe2-6b38-4d84-a498-a5b11d546a73 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:23.769686 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 2da3afe2-6b38-4d84-a498-a5b11d546a73 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:23.770022 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2da3afe2-6b38-4d84-a498-a5b11d546a73 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:23.786793 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] Deleting port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:23.792915 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.803495 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ff3c235f-75a7-429e-8d38-7f86c92ca8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.843221 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.848376 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] For port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,segment=NetworkSegment(32f862b1-a8c2-4d0c-bd74-648597a50fd9),segment_id=32f862b1-a8c2-4d0c-bd74-648597a50fd9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:23.852235 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.862339 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] Calling delete_port for 10a1a8d3-e3b8-4f21-902e-63b36d9372ec owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:23.879024 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:23.891845 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] No DVR routers for this DVR port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec on host dv-cinder-798198-3-iscsi {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:23.894836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ff3c235f-75a7-429e-8d38-7f86c92ca8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.941734 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.954835 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.965213 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5ad5e3-9c10-4546-ad12-dff1390a5197']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:23.965423 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] Pushing event deleted for resources: {'Port': ['ID=10a1a8d3-e3b8-4f21-902e-63b36d9372ec,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:23.967990 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ff3c235f-75a7-429e-8d38-7f86c92ca8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:23.971118 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c0794-2e34-41f0-badf-48778c56c1db None None] No DVR routers for this DVR port 10a1a8d3-e3b8-4f21-902e-63b36d9372ec on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:23.981421 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f862b1-a8c2-4d0c-bd74-648597a50fd9') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:23.981421 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f862b1-a8c2-4d0c-bd74-648597a50fd9') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:23.990552 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.004892 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ff3c235f-75a7-429e-8d38-7f86c92ca8b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c73436a1943b470fbb6e004786bb0d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167057 Aug 24 19:38:24.007575 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44342) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:24.014753 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c235f-75a7-429e-8d38-7f86c92ca8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc031776-60c1-40e6-b847-fe627e518426,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:24.061867 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0184f03e-6d09-461e-89dc-aa08126cbf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.082973 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0184f03e-6d09-461e-89dc-aa08126cbf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.176314 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.182433 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:38:24.182827 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:38:24.184466 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:38:24.265233 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0184f03e-6d09-461e-89dc-aa08126cbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.267678 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-0184f03e-6d09-461e-89dc-aa08126cbf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.268850 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-0184f03e-6d09-461e-89dc-aa08126cbf03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc031776-60c1-40e6-b847-fe627e518426 HTTP/1.1" status: 204 len: 168 time: 0.2603104 Aug 24 19:38:24.276825 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184f03e-6d09-461e-89dc-aa08126cbf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc031776-60c1-40e6-b847-fe627e518426,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:24.322936 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.328034 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.337847 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0a5ad5e3-9c10-4546-ad12-dff1390a5197 HTTP/1.1" status: 204 len: 168 time: 0.8580313 Aug 24 19:38:24.342502 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4e728-a632-469f-a9a4-718081b72969 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5ad5e3-9c10-4546-ad12-dff1390a5197,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:24.762114 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44350) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:24.800494 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d2a91427-dcba-4e20-b292-b53320b4aa8b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06ad67d05efc48a180df2740ce5dedba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369782 Aug 24 19:38:24.802889 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44352) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:24.854079 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31296223-5431-4463-9544-55190bb57cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.876315 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31296223-5431-4463-9544-55190bb57cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:24.950438 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44354) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:24.963672 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-369a84f1-9f1f-4dd5-8cf8-56e31f8cfdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.032462 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31296223-5431-4463-9544-55190bb57cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.034992 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31296223-5431-4463-9544-55190bb57cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.036178 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-31296223-5431-4463-9544-55190bb57cdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c9d5e91-21ae-443e-8c3a-9ae0a1c5cd3e HTTP/1.1" status: 204 len: 168 time: 0.2323930 Aug 24 19:38:25.050396 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31296223-5431-4463-9544-55190bb57cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d5e91-21ae-443e-8c3a-9ae0a1c5cd3e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:25.097723 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-369a84f1-9f1f-4dd5-8cf8-56e31f8cfdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.162249 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-369a84f1-9f1f-4dd5-8cf8-56e31f8cfdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.200242 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-369a84f1-9f1f-4dd5-8cf8-56e31f8cfdf6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a16fdc790561408e89201d710cacc932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486558 Aug 24 19:38:25.204625 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a84f1-9f1f-4dd5-8cf8-56e31f8cfdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1affa787-204b-4a81-b194-e88296acedcb,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:25.215816 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44358) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:25.254063 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7b3391d7-cfd5-4987-93b8-3ed6c97cb64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.274553 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7b3391d7-cfd5-4987-93b8-3ed6c97cb64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.442613 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7b3391d7-cfd5-4987-93b8-3ed6c97cb64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.445226 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-7b3391d7-cfd5-4987-93b8-3ed6c97cb64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:25.446365 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-7b3391d7-cfd5-4987-93b8-3ed6c97cb64b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1affa787-204b-4a81-b194-e88296acedcb HTTP/1.1" status: 204 len: 168 time: 0.2411811 Aug 24 19:38:25.454477 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3391d7-cfd5-4987-93b8-3ed6c97cb64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1affa787-204b-4a81-b194-e88296acedcb,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:25.649801 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 10a1a8d3-e3b8-4f21-902e-63b36d9372ec no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:25.672487 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 10a1a8d3-e3b8-4f21-902e-63b36d9372ec {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:25.672487 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 10a1a8d3-e3b8-4f21-902e-63b36d9372ec not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:27.398655 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44432) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:27.525216 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9fea7af4-26b2-4e41-951e-b3ba58117bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.595769 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9fea7af4-26b2-4e41-951e-b3ba58117bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.687578 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9fea7af4-26b2-4e41-951e-b3ba58117bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.725116 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-9fea7af4-26b2-4e41-951e-b3ba58117bbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ed54d012f0c49f8868b1f58355a48b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253849 Aug 24 19:38:27.725987 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea7af4-26b2-4e41-951e-b3ba58117bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf9c06-febc-4e3a-acab-bb2ef1c7b44b,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:27.728528 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44436) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:27.783358 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-192d0bdb-c19b-4ee9-b06f-8860cd3d51ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.804542 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-192d0bdb-c19b-4ee9-b06f-8860cd3d51ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.850978 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44440) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:27.954790 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b42cf216-dcaa-4088-9a9a-860781844130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.957656 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-192d0bdb-c19b-4ee9-b06f-8860cd3d51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.960092 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-192d0bdb-c19b-4ee9-b06f-8860cd3d51ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:27.961208 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-192d0bdb-c19b-4ee9-b06f-8860cd3d51ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09cf9c06-febc-4e3a-acab-bb2ef1c7b44b HTTP/1.1" status: 204 len: 168 time: 0.2316222 Aug 24 19:38:27.978054 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d0bdb-c19b-4ee9-b06f-8860cd3d51ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf9c06-febc-4e3a-acab-bb2ef1c7b44b,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:28.057329 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b42cf216-dcaa-4088-9a9a-860781844130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:28.127779 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b42cf216-dcaa-4088-9a9a-860781844130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:28.165082 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b42cf216-dcaa-4088-9a9a-860781844130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05e403ff53df403eb31bfb646b02bedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130951 Aug 24 19:38:28.166955 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cf216-dcaa-4088-9a9a-860781844130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9cc926-6477-40ac-955c-c59bb1036448,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:28.167798 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44446) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:28.216598 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-914b7b51-7902-41b9-a1a5-34fca4e07fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:28.245513 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-914b7b51-7902-41b9-a1a5-34fca4e07fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:28.396165 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-914b7b51-7902-41b9-a1a5-34fca4e07fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:28.398587 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-914b7b51-7902-41b9-a1a5-34fca4e07fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:28.399727 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-914b7b51-7902-41b9-a1a5-34fca4e07fdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c9cc926-6477-40ac-955c-c59bb1036448 HTTP/1.1" status: 204 len: 168 time: 0.2302487 Aug 24 19:38:28.408311 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b7b51-7902-41b9-a1a5-34fca4e07fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9cc926-6477-40ac-955c-c59bb1036448,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:29.031170 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44470) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:29.044130 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c9aef8fd-1e8a-4a5b-b8cd-a9b8d17e1b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:29.135840 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c9aef8fd-1e8a-4a5b-b8cd-a9b8d17e1b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:29.201765 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c9aef8fd-1e8a-4a5b-b8cd-a9b8d17e1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:29.240514 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-c9aef8fd-1e8a-4a5b-b8cd-a9b8d17e1b1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f370835b0604211a852f56cd53c92d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082095 Aug 24 19:38:29.242455 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aef8fd-1e8a-4a5b-b8cd-a9b8d17e1b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63037402-ec3e-498d-a869-0830dda404d9,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:29.243337 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44476) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:29.305679 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22ae762d-c52f-4983-b2be-65f436b4e5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:29.327418 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22ae762d-c52f-4983-b2be-65f436b4e5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:29.470376 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22ae762d-c52f-4983-b2be-65f436b4e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:29.472953 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-22ae762d-c52f-4983-b2be-65f436b4e5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:29.474108 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-22ae762d-c52f-4983-b2be-65f436b4e5c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63037402-ec3e-498d-a869-0830dda404d9 HTTP/1.1" status: 204 len: 168 time: 0.2233906 Aug 24 19:38:29.481700 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae762d-c52f-4983-b2be-65f436b4e5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63037402-ec3e-498d-a869-0830dda404d9,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:31.819090 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-78d1d7de-336d-414a-9f3c-d07be3e82ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.380813 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44580) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:33.493814 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-160ca947-3e79-455c-b868-a418a72252c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.580978 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-160ca947-3e79-455c-b868-a418a72252c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.658764 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-160ca947-3e79-455c-b868-a418a72252c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.696318 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-160ca947-3e79-455c-b868-a418a72252c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cbaec99382e48718b8a41015308ff33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144023 Aug 24 19:38:33.697258 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ca947-3e79-455c-b868-a418a72252c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0a0879-8d24-4172-b199-f1e15aa86f33,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:33.700227 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44588) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:33.749470 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-62d398db-4201-4363-9107-c95739dee68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.779249 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-62d398db-4201-4363-9107-c95739dee68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.961591 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-62d398db-4201-4363-9107-c95739dee68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.964122 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-62d398db-4201-4363-9107-c95739dee68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:33.965805 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-62d398db-4201-4363-9107-c95739dee68f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c0a0879-8d24-4172-b199-f1e15aa86f33 HTTP/1.1" status: 204 len: 168 time: 0.2639980 Aug 24 19:38:33.973546 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d398db-4201-4363-9107-c95739dee68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0a0879-8d24-4172-b199-f1e15aa86f33,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:34.143966 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44594) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:34.343314 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11724bc8-6391-4790-8c8b-c3187c4fd9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.434141 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11724bc8-6391-4790-8c8b-c3187c4fd9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.532672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-11724bc8-6391-4790-8c8b-c3187c4fd9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.532873 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-66f0c9e0-d7a0-433b-8388-40749c675f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.568944 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11724bc8-6391-4790-8c8b-c3187c4fd9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17432470-5678-4c7f-a00d-f10a1f2ef450,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:34.573237 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-11724bc8-6391-4790-8c8b-c3187c4fd9cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd01b12685804a68a12c02a38acb9109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281580 Aug 24 19:38:34.575855 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44600) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:34.622553 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4270e580-e341-47dc-b918-306eb9647698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.644102 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4270e580-e341-47dc-b918-306eb9647698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.749093 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44602) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:34.762465 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1cf48b4d-2b05-4f54-bf0d-69ead3fbd12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.770128 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4270e580-e341-47dc-b918-306eb9647698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.772686 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-4270e580-e341-47dc-b918-306eb9647698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.773801 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-4270e580-e341-47dc-b918-306eb9647698 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17432470-5678-4c7f-a00d-f10a1f2ef450 HTTP/1.1" status: 204 len: 168 time: 0.1970208 Aug 24 19:38:34.789243 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270e580-e341-47dc-b918-306eb9647698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17432470-5678-4c7f-a00d-f10a1f2ef450,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:34.846911 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.870270 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1cf48b4d-2b05-4f54-bf0d-69ead3fbd12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:34.967165 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-1cf48b4d-2b05-4f54-bf0d-69ead3fbd12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:35.005351 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-1cf48b4d-2b05-4f54-bf0d-69ead3fbd12e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f385a0f7e294f4b89f2eac7878710d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551858 Aug 24 19:38:35.006294 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf48b4d-2b05-4f54-bf0d-69ead3fbd12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bc5aa1-40f8-4fb3-abe2-cf48f76af7ca,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:35.007965 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44606) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:35.058470 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-14b41781-aaee-43f0-8c01-2f224b0e0699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:35.079465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-14b41781-aaee-43f0-8c01-2f224b0e0699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:35.241355 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-14b41781-aaee-43f0-8c01-2f224b0e0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:35.262408 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-14b41781-aaee-43f0-8c01-2f224b0e0699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:35.262408 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-14b41781-aaee-43f0-8c01-2f224b0e0699 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15bc5aa1-40f8-4fb3-abe2-cf48f76af7ca HTTP/1.1" status: 204 len: 168 time: 0.2356441 Aug 24 19:38:35.262408 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b41781-aaee-43f0-8c01-2f224b0e0699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bc5aa1-40f8-4fb3-abe2-cf48f76af7ca,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:35.858797 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:37.292745 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.263731 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44676) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:38.371890 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6fe81266-7054-43e3-b858-72b4a03e1044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.459622 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6fe81266-7054-43e3-b858-72b4a03e1044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.562195 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-6fe81266-7054-43e3-b858-72b4a03e1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.600878 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-6fe81266-7054-43e3-b858-72b4a03e1044 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a273f68272e424dbb902ca13c133137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360138 Aug 24 19:38:38.601640 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe81266-7054-43e3-b858-72b4a03e1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad5cf9a-4ae9-4c17-a38c-e5a34ebe6ac0,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:38.604203 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44680) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:38.653022 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a6af-882d-4065-bc68-51e0a117e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.672987 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a6af-882d-4065-bc68-51e0a117e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.794831 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a6af-882d-4065-bc68-51e0a117e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.797423 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a6af-882d-4065-bc68-51e0a117e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:38.798572 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-2ba2a6af-882d-4065-bc68-51e0a117e387 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aad5cf9a-4ae9-4c17-a38c-e5a34ebe6ac0 HTTP/1.1" status: 204 len: 168 time: 0.1924083 Aug 24 19:38:38.806668 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2a6af-882d-4065-bc68-51e0a117e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad5cf9a-4ae9-4c17-a38c-e5a34ebe6ac0,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:39.473421 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44686) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:39.486936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b7853ba8-3af8-4e1b-959d-4b4eb44c672c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:39.570962 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b7853ba8-3af8-4e1b-959d-4b4eb44c672c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:39.674926 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b7853ba8-3af8-4e1b-959d-4b4eb44c672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:39.716149 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b7853ba8-3af8-4e1b-959d-4b4eb44c672c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=105c05c3856d40dbb71f8fd40e4322d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416444 Aug 24 19:38:39.717014 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7853ba8-3af8-4e1b-959d-4b4eb44c672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c691324-6630-4091-9b41-6fd7eb553057,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:39.718802 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44688) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:39.766666 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c30ebb06-36a4-43af-806f-7cf8b63ee4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:39.787509 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c30ebb06-36a4-43af-806f-7cf8b63ee4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:39.903311 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c30ebb06-36a4-43af-806f-7cf8b63ee4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:39.905828 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c30ebb06-36a4-43af-806f-7cf8b63ee4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:39.906991 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c30ebb06-36a4-43af-806f-7cf8b63ee4de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c691324-6630-4091-9b41-6fd7eb553057 HTTP/1.1" status: 204 len: 168 time: 0.1871192 Aug 24 19:38:39.915286 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ebb06-36a4-43af-806f-7cf8b63ee4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c691324-6630-4091-9b41-6fd7eb553057,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:41.759166 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44722) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:41.862063 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d3888b22-c94e-4429-bf00-e41b446a016a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:41.949860 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d3888b22-c94e-4429-bf00-e41b446a016a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:42.005966 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-d3888b22-c94e-4429-bf00-e41b446a016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:42.046481 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3888b22-c94e-4429-bf00-e41b446a016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472e23a-e77f-4cf4-ba31-5cfb08006585,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:42.050912 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-d3888b22-c94e-4429-bf00-e41b446a016a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=723b916918a44183b70061783c184b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907214 Aug 24 19:38:42.053505 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44726) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:42.101395 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b9783c-6681-4f78-aa19-c1a2651a4132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:42.122088 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b9783c-6681-4f78-aa19-c1a2651a4132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:42.234864 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b9783c-6681-4f78-aa19-c1a2651a4132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:42.237474 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-33b9783c-6681-4f78-aa19-c1a2651a4132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:42.238625 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-33b9783c-6681-4f78-aa19-c1a2651a4132 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e472e23a-e77f-4cf4-ba31-5cfb08006585 HTTP/1.1" status: 204 len: 168 time: 0.1841984 Aug 24 19:38:42.247436 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9783c-6681-4f78-aa19-c1a2651a4132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472e23a-e77f-4cf4-ba31-5cfb08006585,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:42.531832 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:44.419867 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44768) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:44.760484 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Deleting port c363db30-4293-42ea-9d13-0ea991cb6a5e {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:44.760869 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:45.081967 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:45.082292 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:45.094062 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Calling delete_port for c363db30-4293-42ea-9d13-0ea991cb6a5e owned by network:floatingip {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:45.343209 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:45.367782 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event deleted for resources: {'Port': ['ID=c363db30-4293-42ea-9d13-0ea991cb6a5e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:45.427223 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for floatingip, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:45.427906 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.l3_db [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Floating IP d58d42f0-5ad2-49d9-9dda-dcde581cbcc6 disassociated (deleted). External IP: 172.27.1.44, port: 9eae3e9d-b91a-4a71-8862-9ab8e3b42579. Aug 24 19:38:45.639882 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Router a48a8783-cea3-4a80-876e-57b9899186bc has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:38:45.744003 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:38:45.749480 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:45.754018 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] Sync routers for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:38:45.763853 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:45.764520 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:45.775301 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-51f47d4d-8727-4112-9ad5-f78b87e4ebb1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "DELETE /v2.0/floatingips/d58d42f0-5ad2-49d9-9dda-dcde581cbcc6 HTTP/1.1" status: 204 len: 168 time: 1.3542852 Aug 24 19:38:45.775967 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579'}] {{(pid=94429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:38:45.778238 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce6d7aafaadbb153eb99d4ab196323f9e4f9e6a1c4149803af8b3c2b63bd69b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede512e6-5d11-442c-b21d-8113325288e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579"}]}' {{(pid=94429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:38:45.816428 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ecec3b-dbf9-4e64-965c-48de9b4d75ce x-openstack-request-id: req-48ecec3b-dbf9-4e64-965c-48de9b4d75ce {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:38:45.816804 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579", "status": "completed", "code": 200}]} {{(pid=94429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:38:45.816939 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48ecec3b-dbf9-4e64-965c-48de9b4d75ce {{(pid=94429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:38:45.817307 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'status': 'completed', 'code': 200} Aug 24 19:38:45.870553 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:45.880810 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede512e6-5d11-442c-b21d-8113325288e2 req-3a495b85-576c-4094-874b-0ca0e9f702aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:45.885160 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ede512e6-5d11-442c-b21d-8113325288e2 req-3a495b85-576c-4094-874b-0ca0e9f702aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c635296755b449db8c99cc0b86f4702f&device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 1099 time: 0.0408788 Aug 24 19:38:45.974543 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede512e6-5d11-442c-b21d-8113325288e2 req-e008ef56-1c8b-4243-8551-4686de09b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:45.976121 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ede512e6-5d11-442c-b21d-8113325288e2 req-e008ef56-1c8b-4243-8551-4686de09b6f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 200 len: 909 time: 0.0866981 Aug 24 19:38:46.021575 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ede512e6-5d11-442c-b21d-8113325288e2 req-5ea7c745-d28a-41f1-83df-574cca5d6a37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 200 len: 217 time: 0.0379725 Aug 24 19:38:46.066130 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 5, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:46.071319 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede512e6-5d11-442c-b21d-8113325288e2 req-b05a5443-553d-4e27-91fe-11883a1645e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:46.072909 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ede512e6-5d11-442c-b21d-8113325288e2 req-b05a5443-553d-4e27-91fe-11883a1645e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 200 len: 847 time: 0.0447478 Aug 24 19:38:46.095022 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] Checking router: a48a8783-cea3-4a80-876e-57b9899186bc for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:38:46.106047 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:46.106661 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:46.122759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede512e6-5d11-442c-b21d-8113325288e2 req-b850c391-8248-42bb-8f2a-a492c93e97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:46.124382 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ede512e6-5d11-442c-b21d-8113325288e2 req-b850c391-8248-42bb-8f2a-a492c93e97ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421760 Aug 24 19:38:46.232218 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ede512e6-5d11-442c-b21d-8113325288e2 req-74f59dba-88d0-40fd-a690-5009cb668a93 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005678 Aug 24 19:38:46.335999 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:46.361154 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ede512e6-5d11-442c-b21d-8113325288e2 req-83603b9e-e225-4276-9c40-05465a94e6c1 service neutron] 10.222.0.35 "GET /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214347 Aug 24 19:38:46.368611 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924476b3-95b7-4fab-a51a-9c5496b33a6b req-2d10914b-531c-4821-96a1-9ed2f614da5f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:46.370082 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-924476b3-95b7-4fab-a51a-9c5496b33a6b req-2d10914b-531c-4821-96a1-9ed2f614da5f tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0796230 Aug 24 19:38:46.413268 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-924476b3-95b7-4fab-a51a-9c5496b33a6b req-9d9bd844-1de0-4069-bda0-e3094c4d27c6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320284 Aug 24 19:38:46.537864 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 5, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:46.565971 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2942d5-e2f1-4176-94bc-98ce949dc4a1 None None] The sync data for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi is: [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:34Z', 'revision_number': 4, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '23463cad-0850-44d7-b5bb-d8c4cc491611', 'name': '', 'network_id': 'c7f706d6-fd08-4f42-b9d1-cbbeb75491ec', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'mac_address': 'fa:16:3e:e4:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:33Z', 'updated_at': '2021-08-24T19:32:44Z', 'revision_number': 5, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'subnets': [{'id': 'cefcc0ce-d5a1-4a25-a564-23d6020a018f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:38:46.772042 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78318071-294b-4db5-848b-aeff59b92ced None None] New status for floating IP d58d42f0-5ad2-49d9-9dda-dcde581cbcc6: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:38:47.529463 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe6665-590e-4503-8c18-cfc7e6e3c516 req-851b6db8-d24d-483d-9f1a-3526857631f6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:47.530919 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96fe6665-590e-4503-8c18-cfc7e6e3c516 req-851b6db8-d24d-483d-9f1a-3526857631f6 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0484583 Aug 24 19:38:47.567802 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-96fe6665-590e-4503-8c18-cfc7e6e3c516 req-afbf1aa2-81c1-4bb3-a76a-6db7d95d4f60 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bc55b6a-f081-4c1e-a0f4-f1142306cc90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Aug 24 19:38:47.787490 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-9cb6d8dd-de4e-4e82-9835-bca414e1b5dd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:38:47.789022 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-9cb6d8dd-de4e-4e82-9835-bca414e1b5dd tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 946 time: 0.0479269 Aug 24 19:38:47.880329 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Deleting port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:47.880676 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:47.966524 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] For port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:47.966883 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:47.979581 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Calling delete_port for 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:48.280586 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:48.309740 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event deleted for resources: {'Port': ['ID=9eae3e9d-b91a-4a71-8862-9ab8e3b42579,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:48.357774 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] No DVR routers for this DVR port 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:48.357774 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:48.357774 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3ac2d94a-3901-4f37-8600-c4e1c663e229 req-3aa60a5c-a1db-4314-a221-558ea091c08c tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.35 "DELETE /v2.0/ports/9eae3e9d-b91a-4a71-8862-9ab8e3b42579 HTTP/1.1" status: 204 len: 173 time: 0.5625749 Aug 24 19:38:48.358101 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-deleted', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:38:48.360356 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdabcd2-9531-4cf8-ac1c-99f1a3d56e27" -d '{"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-deleted", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:38:48.394936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d7392c-0dd4-4a4c-9098-2e14109beb58 x-openstack-request-id: req-25d7392c-0dd4-4a4c-9098-2e14109beb58 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:38:48.394936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70d818-92c2-45bf-b298-96a45eb576a3", "name": "network-vif-deleted", "tag": "9eae3e9d-b91a-4a71-8862-9ab8e3b42579", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:38:48.395152 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25d7392c-0dd4-4a4c-9098-2e14109beb58 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:38:48.395371 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff70d818-92c2-45bf-b298-96a45eb576a3', 'name': 'network-vif-deleted', 'tag': '9eae3e9d-b91a-4a71-8862-9ab8e3b42579', 'status': 'completed', 'code': 200} Aug 24 19:38:48.663420 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5b8c5b51-4eee-4d73-a56b-41b4481b3c44 req-2031437d-cf9d-4e0d-8cbc-cfae03b69384 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0264707 Aug 24 19:38:49.767666 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dfbf77a0-5b6a-4060-8c23-d5103f48ae41 req-9cc631e8-dfb0-4d43-b83d-aa7e4fd0dee1 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff70d818-92c2-45bf-b298-96a45eb576a3 HTTP/1.1" status: 200 len: 210 time: 0.0252275 Aug 24 19:38:50.822714 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44832) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:50.881826 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-65b82dd1-9451-42ce-8b69-8a25388170c7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:50.911668 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-65b82dd1-9451-42ce-8b69-8a25388170c7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:51.079512 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-65b82dd1-9451-42ce-8b69-8a25388170c7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:51.083980 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-65b82dd1-9451-42ce-8b69-8a25388170c7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:51.083980 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-65b82dd1-9451-42ce-8b69-8a25388170c7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] 10.222.0.59 "DELETE /v2.0/security-groups/6bc55b6a-f081-4c1e-a0f4-f1142306cc90 HTTP/1.1" status: 204 len: 168 time: 0.2596993 Aug 24 19:38:51.092888 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b82dd1-9451-42ce-8b69-8a25388170c7 tempest-TestShelveInstance-1625006438 tempest-TestShelveInstance-1625006438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc55b6a-f081-4c1e-a0f4-f1142306cc90,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:51.257152 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44840) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:51.733790 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:51.973362 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Deleting port 23463cad-0850-44d7-b5bb-d8c4cc491611 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:51.974043 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:52.054078 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] For port 23463cad-0850-44d7-b5bb-d8c4cc491611, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=23463cad-0850-44d7-b5bb-d8c4cc491611,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:52.054439 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:52.067576 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Calling delete_port for 23463cad-0850-44d7-b5bb-d8c4cc491611 owned by network:router_interface {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:52.330648 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:52.356110 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=23463cad-0850-44d7-b5bb-d8c4cc491611,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:52.527269 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:52.735076 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Router a48a8783-cea3-4a80-876e-57b9899186bc has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:38:52.842284 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:38:52.847506 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c16f557b-dc64-44d9-b93a-949734e56fdf admin admin] 10.222.0.59 "PUT /v2.0/routers/a48a8783-cea3-4a80-876e-57b9899186bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892339 Aug 24 19:38:52.849959 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44860) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:52.852902 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] Sync routers for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:38:52.862322 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:52.862942 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:52.954933 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks [] for router, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:52.967638 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:53.059055 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.066874 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:53.092049 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:53.092420 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 9eae3e9d-b91a-4a71-8862-9ab8e3b42579 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:53.170725 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:38:52Z', 'revision_number': 5, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port': {'id': '2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:53.196980 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] Checking router: a48a8783-cea3-4a80-876e-57b9899186bc for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:38:53.205598 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] Routers {'a48a8783-cea3-4a80-876e-57b9899186bc'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:53.206203 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['a48a8783-cea3-4a80-876e-57b9899186bc'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:53.242299 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Deleting port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:53.242634 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.292724 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] Set router a48a8783-cea3-4a80-876e-57b9899186bc gateway port host: None {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:53.319770 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] For port 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:53.322213 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.333869 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Calling delete_port for 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 owned by network:router_gateway {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:53.344829 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:38:53Z', 'revision_number': 6, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port_host': None}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:53.372063 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd496a28-b1c7-48d5-9a01-af00dd13a4f9 None None] The sync data for ids ['a48a8783-cea3-4a80-876e-57b9899186bc'] in dv-cinder-798198-3-iscsi is: [{'id': 'a48a8783-cea3-4a80-876e-57b9899186bc', 'name': 'tempest-TestShelveInstance-847502620-router', 'tenant_id': 'c635296755b449db8c99cc0b86f4702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:30Z', 'updated_at': '2021-08-24T19:38:53Z', 'revision_number': 6, 'project_id': 'c635296755b449db8c99cc0b86f4702f', 'gw_port_host': None}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:38:53.604544 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.632906 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:53.701780 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.802858 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.805380 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:53.812877 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 23463cad-0850-44d7-b5bb-d8c4cc491611 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:53.838317 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 23463cad-0850-44d7-b5bb-d8c4cc491611 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:53.838657 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 23463cad-0850-44d7-b5bb-d8c4cc491611 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:54.090911 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.091463 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48a8783-cea3-4a80-876e-57b9899186bc {{(pid=94429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:38:54.096056 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.097247 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-b078d2be-a08c-4adc-a7db-7680189964df admin admin] 10.222.0.59 "DELETE /v2.0/routers/a48a8783-cea3-4a80-876e-57b9899186bc HTTP/1.1" status: 204 len: 168 time: 1.2463679 Aug 24 19:38:54.099794 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44866) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:54.150405 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] Deleting subnet cefcc0ce-d5a1-4a25-a564-23d6020a018f {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:38:54.154406 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.192073 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.267994 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.388338 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.419942 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefcc0ce-d5a1-4a25-a564-23d6020a018f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:54.426748 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.426907 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ee0dc740-8855-40eb-8b60-229e3bef2f3d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cefcc0ce-d5a1-4a25-a564-23d6020a018f HTTP/1.1" status: 204 len: 168 time: 0.3261545 Aug 24 19:38:54.429621 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44874) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:54.430995 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0987e-399d-43bb-a140-c32067909731 None None] Network c7f706d6-fd08-4f42-b9d1-cbbeb75491ec requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:38:54.495977 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.555945 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Deleting port eb396100-ec4f-4903-afa4-0ba4be6d1af5 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:54.556400 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.620639 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44878) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:54.626639 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f31769-174e-40a3-9573-979c55feb34e None None] DHCP port deletion for c7f706d6-fd08-4f42-b9d1-cbbeb75491ec request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:38:54.633266 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] For port eb396100-ec4f-4903-afa4-0ba4be6d1af5, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=eb396100-ec4f-4903-afa4-0ba4be6d1af5,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:54.637222 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.650726 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Calling delete_port for eb396100-ec4f-4903-afa4-0ba4be6d1af5 owned by network:dhcp {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:54.677140 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Deleting port eb396100-ec4f-4903-afa4-0ba4be6d1af5 {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:54.677406 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.747011 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-18f31769-174e-40a3-9573-979c55feb34e None None] For port eb396100-ec4f-4903-afa4-0ba4be6d1af5, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=eb396100-ec4f-4903-afa4-0ba4be6d1af5,segment=NetworkSegment(83b650b7-a95c-4c3e-a895-cb89b7becdc9),segment_id=83b650b7-a95c-4c3e-a895-cb89b7becdc9)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:54.747404 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.754154 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-056886a3-987f-4b7b-bf11-c49ea1023eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.760033 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Calling delete_port for eb396100-ec4f-4903-afa4-0ba4be6d1af5 owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:54.788539 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.817099 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb396100-ec4f-4903-afa4-0ba4be6d1af5,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:54.823997 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] No DVR routers for this DVR port eb396100-ec4f-4903-afa4-0ba4be6d1af5 on host dv-cinder-798198-3-iscsi {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:54.835782 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.845511 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-056886a3-987f-4b7b-bf11-c49ea1023eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.861016 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Pushing event deleted for resources: {'Port': ['ID=eb396100-ec4f-4903-afa4-0ba4be6d1af5,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:54.868808 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f31769-174e-40a3-9573-979c55feb34e None None] No DVR routers for this DVR port eb396100-ec4f-4903-afa4-0ba4be6d1af5 on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:54.871992 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.872368 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.872726 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.873048 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.875407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.875407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.875407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.875407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.875407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.875407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.875407 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.881266 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f31769-174e-40a3-9573-979c55feb34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:38:54.898428 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.909025 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f706d6-fd08-4f42-b9d1-cbbeb75491ec']}} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:54.920098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b650b7-a95c-4c3e-a895-cb89b7becdc9') {'for_net_delete': True} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:54.920442 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b650b7-a95c-4c3e-a895-cb89b7becdc9') {} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:54.929211 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731762'] for segment, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.931334 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-056886a3-987f-4b7b-bf11-c49ea1023eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.943184 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.951598 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12731469'] for segment, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: Traceback (most recent call last): Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: timer() Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: cb(*args, **kw) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: return func(*args, **kwargs) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: self._notify() Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: self.callback(batched_events) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: event.method(event) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: return f(self, *a, **k) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._get(url).json() Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: return self.request(url, 'GET', **kwargs) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:38:54.955937 dv-cinder-798198-3-iscsi neutron-server[94430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:38:54.970926 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-056886a3-987f-4b7b-bf11-c49ea1023eb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b2fd930d9e546d994c9b444a76d21ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491876 Aug 24 19:38:54.971650 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056886a3-987f-4b7b-bf11-c49ea1023eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0d19c-7ff3-410a-bd66-a6b35df55167,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:54.973955 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44882) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:55.028740 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-43a8e091-3b52-4a79-adbd-2a2fe6cb9706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.050112 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-43a8e091-3b52-4a79-adbd-2a2fe6cb9706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.113705 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.118060 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.120692 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] 10.222.0.59 "DELETE /v2.0/networks/c7f706d6-fd08-4f42-b9d1-cbbeb75491ec HTTP/1.1" status: 204 len: 168 time: 0.6894634 Aug 24 19:38:55.123179 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44884) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:55.132478 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54313b66-4985-443e-818e-effd495f5c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f706d6-fd08-4f42-b9d1-cbbeb75491ec,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:55.223482 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-43a8e091-3b52-4a79-adbd-2a2fe6cb9706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.226021 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-43a8e091-3b52-4a79-adbd-2a2fe6cb9706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.227200 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-43a8e091-3b52-4a79-adbd-2a2fe6cb9706 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ef0d19c-7ff3-410a-bd66-a6b35df55167 HTTP/1.1" status: 204 len: 168 time: 0.2523277 Aug 24 19:38:55.268200 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8e091-3b52-4a79-adbd-2a2fe6cb9706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0d19c-7ff3-410a-bd66-a6b35df55167,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:55.663810 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device eb396100-ec4f-4903-afa4-0ba4be6d1af5 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:55.688205 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: eb396100-ec4f-4903-afa4-0ba4be6d1af5 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:55.688579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device eb396100-ec4f-4903-afa4-0ba4be6d1af5 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:55.689008 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:55.709472 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:55.713251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 2bc6042c-d8a5-4c5d-8092-1f2eb01db1d1 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:55.735948 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.828952 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44890) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:55.842039 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f31034f6-9d66-4e5f-b80e-751de6a25071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.944868 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f31034f6-9d66-4e5f-b80e-751de6a25071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:55.991583 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Deleting port 04c8294e-11eb-4aca-95c9-5e06a4647e3e {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:55.992077 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.027898 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f31034f6-9d66-4e5f-b80e-751de6a25071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.067873 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-f31034f6-9d66-4e5f-b80e-751de6a25071 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=589854aba5174c2e8a2e9226727163de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378268 Aug 24 19:38:56.068762 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31034f6-9d66-4e5f-b80e-751de6a25071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad396969-a229-4f5a-869d-c3fe9847f074,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:56.071653 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44892) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:56.071781 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] For port 04c8294e-11eb-4aca-95c9-5e06a4647e3e, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=04c8294e-11eb-4aca-95c9-5e06a4647e3e,segment=NetworkSegment(88f62347-22bb-4540-b955-6af3217fd8ed),segment_id=88f62347-22bb-4540-b955-6af3217fd8ed)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:56.072030 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.085280 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Calling delete_port for 04c8294e-11eb-4aca-95c9-5e06a4647e3e owned by network:router_interface {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:56.120244 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5e9638d4-5df1-4be7-8956-6b3d2042edd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.145332 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5e9638d4-5df1-4be7-8956-6b3d2042edd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.279147 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5e9638d4-5df1-4be7-8956-6b3d2042edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.281729 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5e9638d4-5df1-4be7-8956-6b3d2042edd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.282885 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-5e9638d4-5df1-4be7-8956-6b3d2042edd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad396969-a229-4f5a-869d-c3fe9847f074 HTTP/1.1" status: 204 len: 168 time: 0.2103245 Aug 24 19:38:56.291198 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9638d4-5df1-4be7-8956-6b3d2042edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad396969-a229-4f5a-869d-c3fe9847f074,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:56.398828 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.427843 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c8294e-11eb-4aca-95c9-5e06a4647e3e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:56.593694 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:56.805985 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:38:56.916371 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:38:56.924222 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-bcee6244-0d5a-450c-b020-d0e4abf78336 admin admin] 10.222.0.59 "PUT /v2.0/routers/c92aa41a-7ba2-4e16-b05a-ba6529e97de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7999196 Aug 24 19:38:56.926881 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44898) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:56.934280 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] Sync routers for ids ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:38:56.943407 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] Routers {'c92aa41a-7ba2-4e16-b05a-ba6529e97de3'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:56.944033 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:57.028607 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.113744 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44900) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:57.136204 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4f515998-2803-4878-aaff-50e637c1bafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.142942 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] Set router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:57.149862 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.237773 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4f515998-2803-4878-aaff-50e637c1bafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.324113 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:38:56Z', 'revision_number': 5, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port': {'id': 'e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:32:39Z', 'updated_at': '2021-08-24T19:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:57.327915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Deleting port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:57.328305 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.350862 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] Checking router: c92aa41a-7ba2-4e16-b05a-ba6529e97de3 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:38:57.359575 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] Routers {'c92aa41a-7ba2-4e16-b05a-ba6529e97de3'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:38:57.360176 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:38:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:57.392049 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-4f515998-2803-4878-aaff-50e637c1bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.434090 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] For port e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:57.434802 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.446562 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] Set router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 gateway port host: None {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:38:57.456529 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-4f515998-2803-4878-aaff-50e637c1bafd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d14818d751a47968450cc5eaea73527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417428 Aug 24 19:38:57.458339 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Calling delete_port for e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd owned by network:router_gateway {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:57.459401 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44902) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:57.460489 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f515998-2803-4878-aaff-50e637c1bafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2164b-3621-4118-b8a9-8b62744f8206,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:57.505600 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:38:57Z', 'revision_number': 6, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port_host': None}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:57.512335 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-af6cf628-d505-43eb-ae9f-27705740e412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.535608 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-af6cf628-d505-43eb-ae9f-27705740e412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.536548 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df57ea-aa59-40df-9328-62fa2f576b08 None None] The sync data for ids ['c92aa41a-7ba2-4e16-b05a-ba6529e97de3'] in dv-cinder-798198-3-iscsi is: [{'id': 'c92aa41a-7ba2-4e16-b05a-ba6529e97de3', 'name': 'tempest-TestShelveInstance-678781466-router', 'tenant_id': 'e7a98e64912f44d0b595fa71982ce99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:32:38Z', 'updated_at': '2021-08-24T19:38:57Z', 'revision_number': 6, 'project_id': 'e7a98e64912f44d0b595fa71982ce99a', 'gw_port_host': None}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:38:57.673152 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-af6cf628-d505-43eb-ae9f-27705740e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.675829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-af6cf628-d505-43eb-ae9f-27705740e412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.677007 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-af6cf628-d505-43eb-ae9f-27705740e412 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53c2164b-3621-4118-b8a9-8b62744f8206 HTTP/1.1" status: 204 len: 168 time: 0.2164483 Aug 24 19:38:57.685415 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cf628-d505-43eb-ae9f-27705740e412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2164b-3621-4118-b8a9-8b62744f8206,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:57.741905 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.775732 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:57.827956 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.919532 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:57.921839 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.078744 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.080880 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c92aa41a-7ba2-4e16-b05a-ba6529e97de3 {{(pid=94429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:38:58.084284 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.085481 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-766d9fe6-4a76-4af5-a1ce-bdb45dfa66b5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c92aa41a-7ba2-4e16-b05a-ba6529e97de3 HTTP/1.1" status: 204 len: 168 time: 1.1576695 Aug 24 19:38:58.088055 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44908) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:58.131660 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] Deleting subnet 1c7ab78f-958e-43b3-988a-f93b41da0313 {{(pid=94430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:38:58.135899 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.182027 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12731773'] for subnet, precommit_delete_associations {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.260627 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.297130 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 04c8294e-11eb-4aca-95c9-5e06a4647e3e no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:58.318178 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 04c8294e-11eb-4aca-95c9-5e06a4647e3e {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:58.318783 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 04c8294e-11eb-4aca-95c9-5e06a4647e3e not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:58.387662 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12731823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13368579'] for subnet, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.415015 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7ab78f-958e-43b3-988a-f93b41da0313,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:58.417067 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for subnet, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.418984 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-b811f0e9-5709-4d1b-af55-ea5a4245ab0f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1c7ab78f-958e-43b3-988a-f93b41da0313 HTTP/1.1" status: 204 len: 168 time: 0.3298900 Aug 24 19:38:58.421552 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44918) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:58.424103 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f39ba-14a3-45b9-b07f-c21586c640b1 None None] Network 01757f57-4bee-4c1d-a491-d03abd620365 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:38:58.501536 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.565624 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Deleting port d3e11583-b0e2-4207-a883-3f3aeb434064 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:58.566032 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.606880 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] DHCP port deletion for 01757f57-4bee-4c1d-a491-d03abd620365 request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:38:58.639056 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] For port d3e11583-b0e2-4207-a883-3f3aeb434064, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=d3e11583-b0e2-4207-a883-3f3aeb434064,segment=NetworkSegment(88f62347-22bb-4540-b955-6af3217fd8ed),segment_id=88f62347-22bb-4540-b955-6af3217fd8ed)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:58.639509 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.662570 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] Deleting port d3e11583-b0e2-4207-a883-3f3aeb434064 {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:38:58.663318 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.666088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Calling delete_port for d3e11583-b0e2-4207-a883-3f3aeb434064 owned by network:dhcp {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:58.725746 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] For port d3e11583-b0e2-4207-a883-3f3aeb434064, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=d3e11583-b0e2-4207-a883-3f3aeb434064,segment=NetworkSegment(88f62347-22bb-4540-b955-6af3217fd8ed),segment_id=88f62347-22bb-4540-b955-6af3217fd8ed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:38:58.726140 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.744390 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] Calling delete_port for d3e11583-b0e2-4207-a883-3f3aeb434064 owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:38:58.816293 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.822753 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.844395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e11583-b0e2-4207-a883-3f3aeb434064,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:58.848526 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] No DVR routers for this DVR port d3e11583-b0e2-4207-a883-3f3aeb434064 on host dv-cinder-798198-3-iscsi {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:58.849970 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] Pushing event deleted for resources: {'Port': ['ID=d3e11583-b0e2-4207-a883-3f3aeb434064,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:58.851986 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51cb0a-a824-4eb1-b212-5dbb93f2945d None None] No DVR routers for this DVR port d3e11583-b0e2-4207-a883-3f3aeb434064 on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:38:58.922205 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.933035 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01757f57-4bee-4c1d-a491-d03abd620365']}} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:58.943684 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f62347-22bb-4540-b955-6af3217fd8ed') {'for_net_delete': True} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:58.944003 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f62347-22bb-4540-b955-6af3217fd8ed') {} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:38:58.953675 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731762'] for segment, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.967167 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.973038 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12731469'] for segment, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: Traceback (most recent call last): Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: timer() Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: cb(*args, **kw) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: return func(*args, **kwargs) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: self._notify() Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: self.callback(batched_events) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: event.method(event) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: return f(self, *a, **k) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._get(url).json() Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: return self.request(url, 'GET', **kwargs) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:38:58.980544 dv-cinder-798198-3-iscsi neutron-server[94430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:38:59.164595 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.169980 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.172056 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] 10.222.0.59 "DELETE /v2.0/networks/01757f57-4bee-4c1d-a491-d03abd620365 HTTP/1.1" status: 204 len: 168 time: 0.7427750 Aug 24 19:38:59.183079 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613725d-54b1-4bf4-a4b1-7b5e9943b59a admin admin] Pushing event deleted for resources: {'Network': ['ID=01757f57-4bee-4c1d-a491-d03abd620365,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:59.546954 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44938) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:59.552532 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44940) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:59.595313 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-3417662a-f8b4-4ba7-9e3b-e5a11a567e6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c635296755b449db8c99cc0b86f4702f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395219 Aug 24 19:38:59.595606 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44944) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:38:59.648510 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3e8c85cd-138d-463e-909b-3744296fb29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.669992 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3e8c85cd-138d-463e-909b-3744296fb29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.677424 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3e11583-b0e2-4207-a883-3f3aeb434064 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:59.698462 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: d3e11583-b0e2-4207-a883-3f3aeb434064 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:59.698880 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device d3e11583-b0e2-4207-a883-3f3aeb434064 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:59.699361 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:38:59.717780 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:38:59.718208 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device e3ffc1d7-46d3-4ee5-94ff-a26dce4bb0fd not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:38:59.768992 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cb8bca04-59a3-4996-b573-5143c5edba25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.793941 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3e8c85cd-138d-463e-909b-3744296fb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.796470 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-3e8c85cd-138d-463e-909b-3744296fb29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.797590 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-3e8c85cd-138d-463e-909b-3744296fb29a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31816b2f-7610-4acb-adde-6b77dc33cf8e HTTP/1.1" status: 204 len: 168 time: 0.2010655 Aug 24 19:38:59.814220 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c85cd-138d-463e-909b-3744296fb29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31816b2f-7610-4acb-adde-6b77dc33cf8e,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:38:59.874017 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cb8bca04-59a3-4996-b573-5143c5edba25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:38:59.999174 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-cb8bca04-59a3-4996-b573-5143c5edba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.037089 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bca04-59a3-4996-b573-5143c5edba25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e07fc-99df-4dfc-9ac6-e6446258fb8c,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:00.043300 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-cb8bca04-59a3-4996-b573-5143c5edba25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f561ca863b5f401e9b5c7d147875e666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950538 Aug 24 19:39:00.046113 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 44948) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:00.047164 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:39:00.097455 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5bc479f1-7f07-4095-ab34-8437041b5525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.120231 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5bc479f1-7f07-4095-ab34-8437041b5525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.250451 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5bc479f1-7f07-4095-ab34-8437041b5525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.252967 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5bc479f1-7f07-4095-ab34-8437041b5525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.254159 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-5bc479f1-7f07-4095-ab34-8437041b5525 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/492e07fc-99df-4dfc-9ac6-e6446258fb8c HTTP/1.1" status: 204 len: 168 time: 0.2071884 Aug 24 19:39:00.265949 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc479f1-7f07-4095-ab34-8437041b5525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e07fc-99df-4dfc-9ac6-e6446258fb8c,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:00.706329 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44954) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:00.745617 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-32aa3feb-1e2a-4bd8-a75f-376737023334 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7a98e64912f44d0b595fa71982ce99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380473 Aug 24 19:39:00.748025 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 44956) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:00.799279 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31942b43-6f41-494c-9363-b397b3b5cff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.822357 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31942b43-6f41-494c-9363-b397b3b5cff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.947722 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31942b43-6f41-494c-9363-b397b3b5cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.950785 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-31942b43-6f41-494c-9363-b397b3b5cff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:00.951923 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-31942b43-6f41-494c-9363-b397b3b5cff1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/003f6ad3-04c7-4cfd-b315-1dbcbbdf866a HTTP/1.1" status: 204 len: 168 time: 0.2029910 Aug 24 19:39:00.960076 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31942b43-6f41-494c-9363-b397b3b5cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f6ad3-04c7-4cfd-b315-1dbcbbdf866a,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:01.890108 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-166394a6-0e95-4db8-ba2b-ecba75cfc29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.068776 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45002) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:02.162969 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-961187126-network', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:02.272643 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Made reservation on behalf of e2be3a7831b54615af1b92b62f673658 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:39:02.275019 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.283622 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.369340 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.448641 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.472587 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:39:02.488000 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d01fcea-b099-406d-b4e4-9aaac2fdd9e6,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:02.490895 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.491236 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Added segment 89c9325f-07cf-4c2e-bfab-f5e1469eee01 of type vlan for network 91be4c16-b034-417f-ad7a-a8f3aa634a34 Aug 24 19:39:02.530188 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.632438 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.633525 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:02.634118 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:02.693248 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] Pushing event updated for resources: {'Network': ['ID=91be4c16-b034-417f-ad7a-a8f3aa634a34,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:02.702931 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:39:02.753823 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-079c5b87-2ea9-4e85-b594-74e2585f6c40 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6838496 Aug 24 19:39:02.756746 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45010) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:02.762162 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Request body: {'subnet': {'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-961187126-subnet', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:02.861379 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Made reservation on behalf of e2be3a7831b54615af1b92b62f673658 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:39:02.863742 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.147011 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.208169 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e8ef5a8-2135-4275-b354-6b1b400318de,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:03.214773 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Checking segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:03.215123 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Network hostable DHCP agents. Network: 91be4c16-b034-417f-ad7a-a8f3aa634a34, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:39:03.347071 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:39:03.433108 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 91be4c16-b034-417f-ad7a-a8f3aa634a34) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:03.436967 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:03.437567 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.441584 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c82112-7224-4e0d-92a3-df923525bd1e None None] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:39:03.547912 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-9995d807-0561-4a63-bb9e-418c8147e6ac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7900226 Aug 24 19:39:03.550446 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45016) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:03.555515 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:03.592466 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-91be4c16-b034-417f-ad7a-a8f3aa634a34', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:39:03.592466 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.666907 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.668102 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.722176 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.728443 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Allocated IP 172.20.0.2 (91be4c16-b034-417f-ad7a-a8f3aa634a34/3e8ef5a8-2135-4275-b354-6b1b400318de/b6e29967-84c9-466a-856f-b1195f2691b3) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:03.870824 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:03.878862 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Transition to ACTIVE for port object b6e29967-84c9-466a-856f-b1195f2691b3 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:03.893681 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Transition to ACTIVE for port object b6e29967-84c9-466a-856f-b1195f2691b3 will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:03.973769 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.061945 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.100321 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:04.103158 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:04.106832 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:04.112361 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Pushing event updated for resources: {'Port': ['ID=b6e29967-84c9-466a-856f-b1195f2691b3,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:04.163522 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Attempting to bind port b6e29967-84c9-466a-856f-b1195f2691b3 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:39:04.163894 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Attempting to bind port b6e29967-84c9-466a-856f-b1195f2691b3 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:39:04.164255 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Attempting to bind port b6e29967-84c9-466a-856f-b1195f2691b3 on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:04.170961 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:39:04.171342 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Checking segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:04.171745 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.172168 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Bound using segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:39:04.172668 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Bound port: b6e29967-84c9-466a-856f-b1195f2691b3, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:39:04.173046 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.287065 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] For port b6e29967-84c9-466a-856f-b1195f2691b3, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:39:04.363155 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.385190 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.399377 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] For port b6e29967-84c9-466a-856f-b1195f2691b3, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=b6e29967-84c9-466a-856f-b1195f2691b3,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:39:04.485876 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Allocated IP 172.27.1.53 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/592ac2cd-6b2a-4306-9210-9f6715b7b068) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:04.490219 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.521334 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7904f105-6f8b-4008-bf1e-6e6938c0a3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.549585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30677e26-26be-4c5a-a2d5-337e9ba1de0e None None] Pushing event updated for resources: {'Port': ['ID=b6e29967-84c9-466a-856f-b1195f2691b3,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:04.594840 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.753416 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:04.794582 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:04.800604 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:04.806905 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:04.812576 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Pushing event updated for resources: {'Port': ['ID=592ac2cd-6b2a-4306-9210-9f6715b7b068,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:04.878763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:05.389369 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:05.432864 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc692e-fee5-4c2c-98bd-350cd7639ca4 None None] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:39:05.598272 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:05.627218 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-ce19af5b-debc-4694-82d3-857727d313ba None None] Provisioning for port b6e29967-84c9-466a-856f-b1195f2691b3 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:05.709743 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b6e29967-84c9-466a-856f-b1195f2691b3 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:05.830033 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Router f1105e08-0530-4848-8242-807944450451 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:39:05.857081 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:05.857579 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port b6e29967-84c9-466a-856f-b1195f2691b3 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:05.861426 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port b6e29967-84c9-466a-856f-b1195f2691b3 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:05.861783 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:05.940995 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:39:05.943479 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:05.954416 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:39:05.981075 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:05.981706 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:05.987320 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port b6e29967-84c9-466a-856f-b1195f2691b3, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=b6e29967-84c9-466a-856f-b1195f2691b3,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:06.032531 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.037686 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-58b6ed75-16b3-42ad-8ae9-c096170a4615 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4836562 Aug 24 19:39:06.038058 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45030) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:06.069131 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.138192 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:06.140294 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=b6e29967-84c9-466a-856f-b1195f2691b3,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:06.326260 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:05Z', 'revision_number': 3, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:06.356969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:39:06.357429 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Updating router f1105e08-0530-4848-8242-807944450451 port 592ac2cd-6b2a-4306-9210-9f6715b7b068 binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:39:06.382069 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.474650 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.627215 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Allocated IP 172.20.0.1 (91be4c16-b034-417f-ad7a-a8f3aa634a34/3e8ef5a8-2135-4275-b354-6b1b400318de/c6b605e8-a515-46f0-99aa-2431f8b5166f) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:06.633555 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.644014 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Transition to ACTIVE for port object 592ac2cd-6b2a-4306-9210-9f6715b7b068 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:06.720610 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.738860 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.752417 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Transition to ACTIVE for port object c6b605e8-a515-46f0-99aa-2431f8b5166f will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:06.778719 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4ac9e-f1ce-41db-b5af-be4c738b8142 None None] Pushing event updated for resources: {'Port': ['ID=592ac2cd-6b2a-4306-9210-9f6715b7b068,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:06.781472 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Attempting to bind port 592ac2cd-6b2a-4306-9210-9f6715b7b068 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:39:06.781871 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Attempting to bind port 592ac2cd-6b2a-4306-9210-9f6715b7b068 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:39:06.782216 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Attempting to bind port 592ac2cd-6b2a-4306-9210-9f6715b7b068 on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:06.792251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:39:06.792251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:06.792251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.792251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:39:06.792251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Bound port: 592ac2cd-6b2a-4306-9210-9f6715b7b068, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:39:06.792251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.841299 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] For port 592ac2cd-6b2a-4306-9210-9f6715b7b068, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:39:06.844778 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] For port 592ac2cd-6b2a-4306-9210-9f6715b7b068, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=592ac2cd-6b2a-4306-9210-9f6715b7b068,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:39:06.869775 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:06.912923 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:06.918849 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:06.921304 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Pushing event updated for resources: {'Port': ['ID=c6b605e8-a515-46f0-99aa-2431f8b5166f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:06.923466 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:06.966292 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.053907 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.115151 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:07.115761 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:07.121033 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4ac9e-f1ce-41db-b5af-be4c738b8142 None None] Pushing event updated for resources: {'Port': ['ID=592ac2cd-6b2a-4306-9210-9f6715b7b068,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:07.193138 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.239185 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:07.352597 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f64530b7-4b06-4626-9f79-927b1145b01f None None] Provisioning for port c6b605e8-a515-46f0-99aa-2431f8b5166f completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:07.358220 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f64530b7-4b06-4626-9f79-927b1145b01f None None] Provisioning complete for port c6b605e8-a515-46f0-99aa-2431f8b5166f triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:07.358594 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f64530b7-4b06-4626-9f79-927b1145b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.370631 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.390758 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.415560 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-f64530b7-4b06-4626-9f79-927b1145b01f None None] Port c6b605e8-a515-46f0-99aa-2431f8b5166f cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:39:07.461301 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:05Z', 'revision_number': 3, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:07.465364 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.487642 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca0524-2932-49d9-a289-ef5990a112c8 None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:05Z', 'revision_number': 3, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:39:07.542368 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.545273 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Pushing event updated for resources: {'Port': ['ID=c6b605e8-a515-46f0-99aa-2431f8b5166f,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:07.644724 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:07.659662 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:07.689520 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b6e29967-84c9-466a-856f-b1195f2691b3 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:07.765578 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port b6e29967-84c9-466a-856f-b1195f2691b3 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:07.765944 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:07.827888 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:39:08.034937 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:39:08.045697 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-41f333d4-f1cd-4d4e-b138-4312ecde903a admin admin] 10.222.0.59 "PUT /v2.0/routers/f1105e08-0530-4848-8242-807944450451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057356 Aug 24 19:39:08.059794 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-50cb8e4a-ea8c-4d14-ab64-7db9d268cf08 None None] Provisioning complete for port c6b605e8-a515-46f0-99aa-2431f8b5166f triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:08.060171 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-50cb8e4a-ea8c-4d14-ab64-7db9d268cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:08.100081 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-50cb8e4a-ea8c-4d14-ab64-7db9d268cf08 None None] Port c6b605e8-a515-46f0-99aa-2431f8b5166f cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:39:08.919387 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45090) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:08.925343 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-337234384-network', 'tenant_id': '50de000f3b9a43d29ef061d318488199'}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:09.047510 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Made reservation on behalf of 50de000f3b9a43d29ef061d318488199 for: {'network': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:39:09.050067 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for network, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.059220 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.164691 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.264227 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.290186 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 19:39:09.299559 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cc3b46-a234-4801-9622-4f348aad112f,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.db.segments_db [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Added segment 9e614c25-083c-4aaf-9a30-e3003886594a of type vlan for network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.313367 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.314306 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.314306 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.314306 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.314569 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:09.341693 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:39:09.351296 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:09.351912 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:09.365851 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738723943958'] for network, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.458495 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:09.477393 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955'] for network, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.482657 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:09.482657 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.540501 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff97606-22e0-4d1f-abb9-2d0fd669c2e2,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:09.552396 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 details requested by agent ovs-agent-dv-cinder-798198-3-iscsi with host dv-cinder-798198-3-iscsi {{(pid=94431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 19:39:09.582679 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-82c0bca1-3f1d-415b-ad1f-e1b6d99d3361 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6617527 Aug 24 19:39:09.584697 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45110) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:09.590674 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Request body: {'subnet': {'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-337234384-subnet', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'ip_version': 4}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:09.660355 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 2, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:09.686245 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:39:09.686600 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Updating router f1105e08-0530-4848-8242-807944450451 port c6b605e8-a515-46f0-99aa-2431f8b5166f binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:39:09.712325 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Made reservation on behalf of 50de000f3b9a43d29ef061d318488199 for: {'subnet': 1} {{(pid=94429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:39:09.714808 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14647350'] for subnet, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.737756 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.746528 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 592ac2cd-6b2a-4306-9210-9f6715b7b068 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:09.877125 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 592ac2cd-6b2a-4306-9210-9f6715b7b068 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:09.884045 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 592ac2cd-6b2a-4306-9210-9f6715b7b068 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:09.884588 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.967198 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:09.987129 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 592ac2cd-6b2a-4306-9210-9f6715b7b068, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=592ac2cd-6b2a-4306-9210-9f6715b7b068,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:09.993395 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14647492'] for subnet, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.016377 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.026813 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Transition to ACTIVE for port object c6b605e8-a515-46f0-99aa-2431f8b5166f will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:10.051130 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272f152b-6dbb-4b13-81a9-3cf223a1c5b3,revision_number=0']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:10.057964 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Checking segment: {'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:10.058319 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Network hostable DHCP agents. Network: 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2, hostable agents: ['deb8e9f0-9fb1-40a3-9423-6a3c826592f0'], hosted agents: [] {{(pid=94429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:39:10.142617 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.171688 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 is scheduled to be hosted by DHCP agent deb8e9f0-9fb1-40a3-9423-6a3c826592f0 with binding_index 1 {{(pid=94429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:39:10.174265 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.191211 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=592ac2cd-6b2a-4306-9210-9f6715b7b068,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:10.238106 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Pushing event updated for resources: {'Port': ['ID=c6b605e8-a515-46f0-99aa-2431f8b5166f,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:10.256738 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.257126 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.257407 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.257737 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.258062 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.258472 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.258689 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.259011 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.259347 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.259667 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.259986 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.260332 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:10.268904 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-3-iscsi, 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2) {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:10.275492 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:10.276079 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.282280 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77433a54-cd12-47ee-9b15-75f29a5875ad None None] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:39:10.293110 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Attempting to bind port c6b605e8-a515-46f0-99aa-2431f8b5166f on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:39:10.297436 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Attempting to bind port c6b605e8-a515-46f0-99aa-2431f8b5166f by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:39:10.297436 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Attempting to bind port c6b605e8-a515-46f0-99aa-2431f8b5166f on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:10.299050 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:39:10.299426 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Checking segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:10.299825 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.300911 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Bound using segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:39:10.301529 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Bound port: c6b605e8-a515-46f0-99aa-2431f8b5166f, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:39:10.301940 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.371663 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] For port c6b605e8-a515-46f0-99aa-2431f8b5166f, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:39:10.375027 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] For port c6b605e8-a515-46f0-99aa-2431f8b5166f, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=c6b605e8-a515-46f0-99aa-2431f8b5166f,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:39:10.430250 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.430432 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-918c2e90-64ec-44ff-880e-5e4b025fde88 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8444021 Aug 24 19:39:10.431834 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3779f29e-d3e1-5cea-9093-3b8924b5a981-8ff97606-22e0-4d1f-abb9-2d0fd669c2e2', 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'fixed_ips': [{'subnet_id': '272f152b-6dbb-4b13-81a9-3cf223a1c5b3'}]}} from dv-cinder-798198-3-iscsi. {{(pid=94431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 19:39:10.432853 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45120) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:10.432976 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.438148 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.v2.base [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}} {{(pid=94429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:10.492462 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:10.493101 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:10.495023 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec2127-d5c0-4f6f-a66b-721ed42f042b None None] Pushing event updated for resources: {'Port': ['ID=c6b605e8-a515-46f0-99aa-2431f8b5166f,revision_number=4']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:10.549515 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.553280 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.605536 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.db_base_plugin_common [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Allocated IP 172.20.0.2 (8ff97606-22e0-4d1f-abb9-2d0fd669c2e2/272f152b-6dbb-4b13-81a9-3cf223a1c5b3/4594d9ba-c4cc-46cc-bb20-5d7652176ace) {{(pid=94431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:10.621339 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:10.621535 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.760761 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.774970 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Transition to ACTIVE for port object 4594d9ba-c4cc-46cc-bb20-5d7652176ace will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:10.798387 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Transition to ACTIVE for port object 4594d9ba-c4cc-46cc-bb20-5d7652176ace will not be triggered until provisioned by entity DHCP. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:10.847655 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:10Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:10.859022 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.877097 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872'] for port, after_create {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:10.926502 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 is already hosted by enough agents. {{(pid=94431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:10.929772 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.scheduler.base_scheduler [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Resources bound (agent type, host, resource id): {{(pid=94431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:10.933879 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Received port after_create {{(pid=94431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:10.939661 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Pushing event updated for resources: {'Port': ['ID=4594d9ba-c4cc-46cc-bb20-5d7652176ace,revision_number=1']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:10.967649 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a2056-434b-4610-92d2-748a3d90a91b None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:10Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:39:10.996834 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Attempting to bind port 4594d9ba-c4cc-46cc-bb20-5d7652176ace on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:39:10.996834 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Attempting to bind port 4594d9ba-c4cc-46cc-bb20-5d7652176ace by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:39:10.996834 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Attempting to bind port 4594d9ba-c4cc-46cc-bb20-5d7652176ace on network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:11.006402 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:39:11.007589 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Checking segment: {'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:11.008899 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.009997 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Bound using segment: {'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:39:11.021803 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Bound port: 4594d9ba-c4cc-46cc-bb20-5d7652176ace, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:39:11.022262 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.104589 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] For port 4594d9ba-c4cc-46cc-bb20-5d7652176ace, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:39:11.109478 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] For port 4594d9ba-c4cc-46cc-bb20-5d7652176ace, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=4594d9ba-c4cc-46cc-bb20-5d7652176ace,segment=NetworkSegment(9e614c25-083c-4aaf-9a30-e3003886594a),segment_id=9e614c25-083c-4aaf-9a30-e3003886594a)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:39:11.203965 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.261570 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.283149 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.293547 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376b864-c41a-4cc0-912e-a5159eff64c5 None None] Pushing event updated for resources: {'Port': ['ID=4594d9ba-c4cc-46cc-bb20-5d7652176ace,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:11.443129 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Allocated IP 172.27.1.13 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/a77ba82f-b1d7-4154-ae62-774017a0deb4) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:11.582917 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.712251 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.765029 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:11.768201 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:11.772645 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:11.776011 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Pushing event updated for resources: {'Port': ['ID=a77ba82f-b1d7-4154-ae62-774017a0deb4,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:11.805554 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 592ac2cd-6b2a-4306-9210-9f6715b7b068 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:11.869933 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 592ac2cd-6b2a-4306-9210-9f6715b7b068 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:11.870499 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:11.977056 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4594d9ba-c4cc-46cc-bb20-5d7652176ace up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:12.113507 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 4594d9ba-c4cc-46cc-bb20-5d7652176ace completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:12.118320 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c6b605e8-a515-46f0-99aa-2431f8b5166f up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:12.226289 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75d1e0-bd83-4c1e-8584-4bfbf97eaa3c None None] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:39:12.268628 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port c6b605e8-a515-46f0-99aa-2431f8b5166f completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:12.278160 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port c6b605e8-a515-46f0-99aa-2431f8b5166f triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:12.278886 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.378972 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.450414 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-ff145011-86d6-40cf-aae2-5dff0833a9ae None None] Provisioning for port 4594d9ba-c4cc-46cc-bb20-5d7652176ace completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:12.457656 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.460146 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-ff145011-86d6-40cf-aae2-5dff0833a9ae None None] Provisioning complete for port 4594d9ba-c4cc-46cc-bb20-5d7652176ace triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:12.460543 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ff145011-86d6-40cf-aae2-5dff0833a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.544016 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port c6b605e8-a515-46f0-99aa-2431f8b5166f, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=c6b605e8-a515-46f0-99aa-2431f8b5166f,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:12.585986 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ff145011-86d6-40cf-aae2-5dff0833a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.587799 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420211'] for router, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.596372 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.624442 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-ff145011-86d6-40cf-aae2-5dff0833a9ae None None] For port 4594d9ba-c4cc-46cc-bb20-5d7652176ace, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=4594d9ba-c4cc-46cc-bb20-5d7652176ace,segment=NetworkSegment(9e614c25-083c-4aaf-9a30-e3003886594a),segment_id=9e614c25-083c-4aaf-9a30-e3003886594a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:12.739040 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.741958 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ff145011-86d6-40cf-aae2-5dff0833a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.790108 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=c6b605e8-a515-46f0-99aa-2431f8b5166f,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:12.817348 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 is scheduled to L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 with binding_index 1 {{(pid=94429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:39:12.843320 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff145011-86d6-40cf-aae2-5dff0833a9ae None None] Pushing event updated for resources: {'Port': ['ID=4594d9ba-c4cc-46cc-bb20-5d7652176ace,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:12.865586 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-f233cbf4-1594-406d-8ffe-7d5930684284 None None] Provisioning complete for port 4594d9ba-c4cc-46cc-bb20-5d7652176ace triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:12.865960 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f233cbf4-1594-406d-8ffe-7d5930684284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:12.935224 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:39:12.945494 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Sync routers for ids ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:39:12.956975 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Routers {'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:12.957623 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:13.024110 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.025504 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-29b092a3-6d77-48ad-8826-cf998edebc43 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5912211 Aug 24 19:39:13.028142 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45134) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:13.064459 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Set router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:13.257059 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 3, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:13.291709 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Checking router: bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:39:13.291985 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Updating router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 port a77ba82f-b1d7-4154-ae62-774017a0deb4 binding host dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:39:13.318076 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.447141 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.572098 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Notify callbacks [] for port, precommit_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.582318 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Transition to ACTIVE for port object a77ba82f-b1d7-4154-ae62-774017a0deb4 will not be triggered until provisioned by entity L2. {{(pid=94431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:13.601950 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_common [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Allocated IP 172.20.0.1 (8ff97606-22e0-4d1f-abb9-2d0fd669c2e2/272f152b-6dbb-4b13-81a9-3cf223a1c5b3/9ba645fd-e447-4c5f-b6f4-a948caed4e35) {{(pid=94429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:13.681945 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c6b605e8-a515-46f0-99aa-2431f8b5166f up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:13.685513 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.704621 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.718276 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.provisioning_blocks [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Transition to ACTIVE for port object 9ba645fd-e447-4c5f-b6f4-a948caed4e35 will not be triggered until provisioned by entity DHCP. {{(pid=94429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:13.769231 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Attempting to bind port a77ba82f-b1d7-4154-ae62-774017a0deb4 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:39:13.769601 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Attempting to bind port a77ba82f-b1d7-4154-ae62-774017a0deb4 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:39:13.769961 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Attempting to bind port a77ba82f-b1d7-4154-ae62-774017a0deb4 on network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:13.778752 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55891840-c6e7-4240-b95f-fc2ac1b159dc None None] Pushing event updated for resources: {'Port': ['ID=a77ba82f-b1d7-4154-ae62-774017a0deb4,revision_number=2']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:13.783430 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:39:13.783801 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Checking segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:13.784235 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.784650 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Bound using segment: {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'} {{(pid=94431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:39:13.785122 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.managers [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Bound port: a77ba82f-b1d7-4154-ae62-774017a0deb4, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addbe948-9e11-4eb7-9501-ee0c19735aed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865'}}] {{(pid=94431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:39:13.785499 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.814689 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port c6b605e8-a515-46f0-99aa-2431f8b5166f triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:13.815055 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.863307 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:13.867356 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] For port a77ba82f-b1d7-4154-ae62-774017a0deb4, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:39:13.871651 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] For port a77ba82f-b1d7-4154-ae62-774017a0deb4, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=a77ba82f-b1d7-4154-ae62-774017a0deb4,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:39:13.936915 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:13.945168 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:13.945168 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Received port after_create {{(pid=94429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:13.974591 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba645fd-e447-4c5f-b6f4-a948caed4e35,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:13.990593 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421632'] for router_interface, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.034558 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.084713 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4594d9ba-c4cc-46cc-bb20-5d7652176ace up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:14.124326 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Routers {'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:14.125551 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:14.170717 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55891840-c6e7-4240-b95f-fc2ac1b159dc None None] Pushing event updated for resources: {'Port': ['ID=a77ba82f-b1d7-4154-ae62-774017a0deb4,revision_number=3']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:14.241582 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 4594d9ba-c4cc-46cc-bb20-5d7652176ace triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:14.241958 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.249688 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.287824 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] Set router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:14.340757 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4a245182-ae41-4e7d-83ce-654c7d83213c None None] Provisioning for port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:14.359548 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-4a245182-ae41-4e7d-83ce-654c7d83213c None None] Provisioning complete for port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:14.360488 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4a245182-ae41-4e7d-83ce-654c7d83213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.427773 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.460844 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45142) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:14.463908 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-4a245182-ae41-4e7d-83ce-654c7d83213c None None] Port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:39:14.497642 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14105328'] for port, after_update {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.540026 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 3, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:14.569506 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e382b-d1f5-42d5-9d87-30368b94c37f None None] The sync data for ids ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'] in dv-cinder-798198-3-iscsi is: [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 3, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:39:14.578077 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1814917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419030'] for router_interface, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.579934 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba645fd-e447-4c5f-b6f4-a948caed4e35,revision_number=2']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:14.595401 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ea26de64-12d6-429c-9547-ea59a8f3af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.727928 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 is already hosted by enough agents. {{(pid=94429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:14.733551 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:14.861993 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ea26de64-12d6-429c-9547-ea59a8f3af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:14.889865 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:39:14.969453 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-ea26de64-12d6-429c-9547-ea59a8f3af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.039339 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-ea26de64-12d6-429c-9547-ea59a8f3af9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=108bcbe946be4aef81cf62902002ac6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611725 Aug 24 19:39:15.040593 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45146) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:15.041417 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26de64-12d6-429c-9547-ea59a8f3af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5fcee-5472-4603-8386-ff991a170c76,revision_number=1']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:15.050579 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:39:15.064015 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-f8f6247b-f5a3-453c-8c75-4cb7ed8d1b48 admin admin] 10.222.0.59 "PUT /v2.0/routers/bbc8b727-4177-4283-9bb4-3d3a0bfe3e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0263214 Aug 24 19:39:15.094852 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-defc9087-806f-4852-980d-83c005bfc297 None None] Provisioning complete for port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:15.096099 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-defc9087-806f-4852-980d-83c005bfc297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.097135 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.123850 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.136152 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-defc9087-806f-4852-980d-83c005bfc297 None None] Port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:39:15.269760 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.272384 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.273569 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17e5fcee-5472-4603-8386-ff991a170c76 HTTP/1.1" status: 204 len: 168 time: 0.2463186 Aug 24 19:39:15.284528 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5fcee-5472-4603-8386-ff991a170c76,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:15.294008 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.294364 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.294736 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.295032 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.295370 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.295704 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.296034 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.296385 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.296717 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.297043 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.297372 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.297693 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b3deb-6fd9-4e3a-977a-2f54f4ebc115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:15.730914 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a77ba82f-b1d7-4154-ae62-774017a0deb4 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:15.861594 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port a77ba82f-b1d7-4154-ae62-774017a0deb4 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:15.866740 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port a77ba82f-b1d7-4154-ae62-774017a0deb4 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:15.868381 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.952023 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:15.973192 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port a77ba82f-b1d7-4154-ae62-774017a0deb4, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=a77ba82f-b1d7-4154-ae62-774017a0deb4,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:16.026286 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45156) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:16.031075 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-ceec04ad-faa3-48a0-8cb9-56f3111dbe33 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064559475', 'description': 'tempest-secgroup-smoke-2064559475 description', 'project_id': 'e2be3a7831b54615af1b92b62f673658'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:16.090556 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.137759 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Sync routers for ids ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:39:16.141800 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=a77ba82f-b1d7-4154-ae62-774017a0deb4,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:16.147082 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Routers {'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:16.147681 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:16.182526 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceec04ad-faa3-48a0-8cb9-56f3111dbe33 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.251985 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Set router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:16.265789 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceec04ad-faa3-48a0-8cb9-56f3111dbe33 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.319832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceec04ad-faa3-48a0-8cb9-56f3111dbe33 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.348098 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec04ad-faa3-48a0-8cb9-56f3111dbe33 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd62936-2d76-448d-a9fe-0adb194fc74f,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:16.423005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ceec04ad-faa3-48a0-8cb9-56f3111dbe33 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.424235 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ceec04ad-faa3-48a0-8cb9-56f3111dbe33 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3969345 Aug 24 19:39:16.427920 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45158) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:16.432748 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-f86cd560-706d-4bb3-9062-62bf6e301ad5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'security_group_rule': {'security_group_id': '0bd62936-2d76-448d-a9fe-0adb194fc74f', 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:16.446323 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:39:14Z', 'revision_number': 4, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '9ba645fd-e447-4c5f-b6f4-a948caed4e35', 'name': '', 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'mac_address': 'fa:16:3e:89:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '272f152b-6dbb-4b13-81a9-3cf223a1c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:13Z', 'updated_at': '2021-08-24T19:39:14Z', 'revision_number': 2, 'project_id': '50de000f3b9a43d29ef061d318488199', 'subnets': [{'id': '272f152b-6dbb-4b13-81a9-3cf223a1c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:16.475919 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Checking router: bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:39:16.476291 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Updating router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 binding host dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 19:39:16.508039 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.565207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f86cd560-706d-4bb3-9062-62bf6e301ad5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.621847 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f86cd560-706d-4bb3-9062-62bf6e301ad5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.738230 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f86cd560-706d-4bb3-9062-62bf6e301ad5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.758212 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cd560-706d-4bb3-9062-62bf6e301ad5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589556a2-f9c9-4c43-82b6-4c5d3f6754af,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:16.769043 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Notify callbacks [] for port, precommit_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.778678 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.provisioning_blocks [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Transition to ACTIVE for port object 9ba645fd-e447-4c5f-b6f4-a948caed4e35 will not be triggered until provisioned by entity L2. {{(pid=94432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:16.869633 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f86cd560-706d-4bb3-9062-62bf6e301ad5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.870851 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-f86cd560-706d-4bb3-9062-62bf6e301ad5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4419041 Aug 24 19:39:16.873606 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45160) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:16.878638 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-9fde5c50-8717-46e4-96f0-58d763c4d118 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'security_group_rule': {'security_group_id': '0bd62936-2d76-448d-a9fe-0adb194fc74f', 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:16.898845 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:16.954862 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd546-a7e6-4fe0-b228-8ba287ff797f None None] Pushing event updated for resources: {'Port': ['ID=9ba645fd-e447-4c5f-b6f4-a948caed4e35,revision_number=3']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:17.000544 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Attempting to bind port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 on host dv-cinder-798198-3-iscsi for vnic_type normal with profile {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:39:17.000910 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Attempting to bind port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 by drivers openvswitch,hyperv on host dv-cinder-798198-3-iscsi at level 0 using segments [{'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:39:17.004322 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Attempting to bind port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 on network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:17.005963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c50-8717-46e4-96f0-58d763c4d118 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.006363 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Checking agent: {'id': '9189ff40-445e-40ab-bbf1-d4e65be7c8e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 21, 35), 'started_at': datetime.datetime(2021, 8, 24, 19, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:39:17.006743 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Checking segment: {'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:17.007101 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.007492 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Bound using segment: {'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'} {{(pid=94432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:39:17.008607 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.managers [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Bound port: 9ba645fd-e447-4c5f-b6f4-a948caed4e35, host: dv-cinder-798198-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e614c25-083c-4aaf-9a30-e3003886594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2'}}] {{(pid=94432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:39:17.008961 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.072267 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c50-8717-46e4-96f0-58d763c4d118 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.078378 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] For port 9ba645fd-e447-4c5f-b6f4-a948caed4e35, host dv-cinder-798198-3-iscsi, cleared binding levels {{(pid=94432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:39:17.081632 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.plugins.ml2.db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] For port 9ba645fd-e447-4c5f-b6f4-a948caed4e35, host dv-cinder-798198-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=9ba645fd-e447-4c5f-b6f4-a948caed4e35,segment=NetworkSegment(9e614c25-083c-4aaf-9a30-e3003886594a),segment_id=9e614c25-083c-4aaf-9a30-e3003886594a)] {{(pid=94432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:39:17.162381 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c50-8717-46e4-96f0-58d763c4d118 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.180888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde5c50-8717-46e4-96f0-58d763c4d118 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139a0658-372a-491c-a7e7-a80fefc4f002,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:17.189755 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron_lib.callbacks.manager [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.247554 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Routers {'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:17.248173 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:17.253229 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd546-a7e6-4fe0-b228-8ba287ff797f None None] Pushing event updated for resources: {'Port': ['ID=9ba645fd-e447-4c5f-b6f4-a948caed4e35,revision_number=4']} {{(pid=94432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:17.288307 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c50-8717-46e4-96f0-58d763c4d118 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.293118 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-9fde5c50-8717-46e4-96f0-58d763c4d118 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4151156 Aug 24 19:39:17.293525 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45162) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:17.298534 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-8d286fe6-790c-469e-956b-6d8f26170e69 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'security_group_rule': {'security_group_id': '0bd62936-2d76-448d-a9fe-0adb194fc74f', 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:17.356146 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] Set router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:17.407157 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8d286fe6-790c-469e-956b-6d8f26170e69 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.466595 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8d286fe6-790c-469e-956b-6d8f26170e69 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.545937 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8d286fe6-790c-469e-956b-6d8f26170e69 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.557192 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:39:14Z', 'revision_number': 4, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '9ba645fd-e447-4c5f-b6f4-a948caed4e35', 'name': '', 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'mac_address': 'fa:16:3e:89:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '272f152b-6dbb-4b13-81a9-3cf223a1c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:13Z', 'updated_at': '2021-08-24T19:39:17Z', 'revision_number': 4, 'project_id': '50de000f3b9a43d29ef061d318488199', 'subnets': [{'id': '272f152b-6dbb-4b13-81a9-3cf223a1c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:17.564420 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d286fe6-790c-469e-956b-6d8f26170e69 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3586f2a4-9ac1-4f14-8655-e26abbfc4d2c,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:17.582930 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf653b-7042-44aa-941d-7c7508e1c55b None None] The sync data for ids ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'] in dv-cinder-798198-3-iscsi is: [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:39:14Z', 'revision_number': 4, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': '9ba645fd-e447-4c5f-b6f4-a948caed4e35', 'name': '', 'network_id': '8ff97606-22e0-4d1f-abb9-2d0fd669c2e2', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'mac_address': 'fa:16:3e:89:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '272f152b-6dbb-4b13-81a9-3cf223a1c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:13Z', 'updated_at': '2021-08-24T19:39:17Z', 'revision_number': 4, 'project_id': '50de000f3b9a43d29ef061d318488199', 'subnets': [{'id': '272f152b-6dbb-4b13-81a9-3cf223a1c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:39:17.660820 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8d286fe6-790c-469e-956b-6d8f26170e69 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.662058 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-8d286fe6-790c-469e-956b-6d8f26170e69 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673868 Aug 24 19:39:17.664788 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45164) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:17.670316 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-87223872-aff2-4a2a-8fcf-aa869f38ad24 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'security_group_rule': {'security_group_id': '0bd62936-2d76-448d-a9fe-0adb194fc74f', 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:17.786762 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-87223872-aff2-4a2a-8fcf-aa869f38ad24 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.792613 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 9ba645fd-e447-4c5f-b6f4-a948caed4e35 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:17.851814 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-87223872-aff2-4a2a-8fcf-aa869f38ad24 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.924678 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning for port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:17.928871 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:17.929283 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.947209 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-87223872-aff2-4a2a-8fcf-aa869f38ad24 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:17.969334 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87223872-aff2-4a2a-8fcf-aa869f38ad24 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2cfa4f-5bcf-44fe-9be2-e56a51e4cee4,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:18.016655 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.033022 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-87223872-aff2-4a2a-8fcf-aa869f38ad24 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.034316 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-87223872-aff2-4a2a-8fcf-aa869f38ad24 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3686082 Aug 24 19:39:18.037117 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45166) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:18.041804 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'security_group_rule': {'security_group_id': '0bd62936-2d76-448d-a9fe-0adb194fc74f', 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:18.050622 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] For port 9ba645fd-e447-4c5f-b6f4-a948caed4e35, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=9ba645fd-e447-4c5f-b6f4-a948caed4e35,segment=NetworkSegment(9e614c25-083c-4aaf-9a30-e3003886594a),segment_id=9e614c25-083c-4aaf-9a30-e3003886594a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:18.130554 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.131352 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a77ba82f-b1d7-4154-ae62-774017a0deb4 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:18.159298 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.securitygroups_db [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Project e2be3a7831b54615af1b92b62f673658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:39:18.165148 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.210214 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Pushing event updated for resources: {'Port': ['ID=9ba645fd-e447-4c5f-b6f4-a948caed4e35,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:18.224065 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port a77ba82f-b1d7-4154-ae62-774017a0deb4 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:18.224542 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.238343 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.341409 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.355088 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ad1cfe-5d91-4f78-a9f4-482c6d58d76a,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:18.439880 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.443527 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e144269d-2d0e-4e09-9963-3d09be1b5104 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4029667 Aug 24 19:39:18.443829 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45168) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:18.448489 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'security_group_rule': {'security_group_id': '0bd62936-2d76-448d-a9fe-0adb194fc74f', 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:18.565716 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.securitygroups_db [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Project e2be3a7831b54615af1b92b62f673658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:39:18.570872 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.634298 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.730475 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440940'] for security_group_rule, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.748182 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1504fd-c12b-47c7-b943-17cccaa2cddf,revision_number=0']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:18.840865 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:18.842082 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-aca4ae1d-736c-49a2-84cf-80b15a719f53 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3972204 Aug 24 19:39:19.683917 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 9ba645fd-e447-4c5f-b6f4-a948caed4e35 up at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:19.730352 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Provisioning complete for port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:19.730723 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:31.820511 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee8bf-de58-46ec-ae9f-db5fc77adf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:34.500908 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a9411702-bd0e-4bab-93fb-659b8482cb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:34.838528 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:35.744766 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-576e692c-c090-4397-84a0-b933878448b2 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064559475&fields=id&tenant_id=e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 267 time: 0.0337367 Aug 24 19:39:35.849377 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-54a90d6d-7dd2-442d-bf7f-ace509da7e9c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:35.851468 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-54a90d6d-7dd2-442d-bf7f-ace509da7e9c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 811 time: 0.0996933 Aug 24 19:39:35.866798 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-d6c3bbce-3423-4266-bc27-f4c83eca5707 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/quotas/e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 375 time: 0.0096140 Aug 24 19:39:35.874682 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:35.919888 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-91f5c7ea-453a-4348-bc09-263ebfbbe066 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478706 Aug 24 19:39:36.011235 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-ede8afa9-6f0f-4b26-90a3-4f1137f4fe0b service neutron] 10.222.0.59 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799868 Aug 24 19:39:36.105293 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-133aa487-70f5-4f01-bd92-8b6d3df98dbe service neutron] 10.222.0.59 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878298 Aug 24 19:39:37.047213 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:39:37.052601 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f0dc44d5-c08a-4a3a-82ad-6a08694f4b13 req-712dc8c6-aed2-47b7-8b9a-aca70ccd90f5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 210 time: 0.0267112 Aug 24 19:39:37.341677 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:38.128677 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-506a714d-f527-4a09-85c9-d84ae9e17dd6 req-7a1aeca5-39ad-4ddc-9056-8e3da91cfb47 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 210 time: 0.0263784 Aug 24 19:39:39.203077 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-662df685-d0dc-4441-a1c5-ca45133cf2d0 req-6bc312f5-5405-4f3d-bfab-be8812e9df96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 210 time: 0.0259597 Aug 24 19:39:40.293623 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-50415606-c1f3-4d82-acac-f85d054e355b req-d8e74d65-f389-4853-b5d1-46bd6f55d8d7 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 210 time: 0.0251334 Aug 24 19:39:41.385623 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bbb862a-3e85-4f79-9fa1-91f91aede1af req-7d0bc43e-78f5-4698-b885-819b5989e706 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 210 time: 0.0252864 Aug 24 19:39:41.502820 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-42e79005-9a47-4d51-915d-8a11f019a96d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:41.504248 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-42e79005-9a47-4d51-915d-8a11f019a96d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 811 time: 0.1079624 Aug 24 19:39:41.546481 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-2d29586f-1c45-473b-a890-8db42337c4f7 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 380 time: 0.0337265 Aug 24 19:39:41.556138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'port': {'device_id': '6ee58430-380a-4eb6-8413-5259275420f4', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'admin_state_up': True, 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'security_groups': ['0bd62936-2d76-448d-a9fe-0adb194fc74f']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:41.801491 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Made reservation on behalf of e2be3a7831b54615af1b92b62f673658 for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:39:41.805156 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:41.932320 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Allocated IP 172.20.0.6 (91be4c16-b034-417f-ad7a-a8f3aa634a34/3e8ef5a8-2135-4275-b354-6b1b400318de/277fb2fb-5c32-4b98-8d00-12815b1a5b8c) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:42.074019 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.087836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Transition to ACTIVE for port object 277fb2fb-5c32-4b98-8d00-12815b1a5b8c will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:42.242327 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.287671 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:42.290827 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:42.294943 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:42.302249 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:42.350976 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:42.351613 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.455107 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-5ff8d9a7-a545-47a0-b3c9-3d0d7d03d0e6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9023640 Aug 24 19:39:42.473371 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Request body: {'port': {'device_id': '6ee58430-380a-4eb6-8413-5259275420f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:42.555048 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698beb-8ded-4ef5-8d3e-bb8ee539186a req-154f3a34-5de9-42ac-896c-b81396af2229 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:42.556590 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8b698beb-8ded-4ef5-8d3e-bb8ee539186a req-154f3a34-5de9-42ac-896c-b81396af2229 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 931 time: 0.0972393 Aug 24 19:39:42.561923 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.574555 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.640606 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8b698beb-8ded-4ef5-8d3e-bb8ee539186a req-bb430861-183e-4eae-9440-77d3ff244cfc tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754726 Aug 24 19:39:42.662768 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-df8588be-33b1-45c0-a47e-ca4365e7df25 None None] Provisioning for port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:42.667471 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-df8588be-33b1-45c0-a47e-ca4365e7df25 None None] Provisioning complete for port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:42.667991 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-df8588be-33b1-45c0-a47e-ca4365e7df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.703792 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-df8588be-33b1-45c0-a47e-ca4365e7df25 None None] Port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:39:42.851015 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277fb2fb-5c32-4b98-8d00-12815b1a5b8c {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:39:42.858178 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.871071 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Transition to ACTIVE for port object 277fb2fb-5c32-4b98-8d00-12815b1a5b8c will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:39:42.940674 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:42.999958 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Pushing event updated for resources: {'Port': ['ID=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:43.074492 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Attempting to bind port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:39:43.074831 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Attempting to bind port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:39:43.075154 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Attempting to bind port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:43.082381 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:39:43.082381 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Attempting to bind port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:39:43.086213 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:39:43.086554 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Checking segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:39:43.086941 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Bound using segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:39:43.087376 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Bound port: 277fb2fb-5c32-4b98-8d00-12815b1a5b8c, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:39:43.087736 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:43.156378 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] For port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:39:43.159323 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] For port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:39:43.221125 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:43.252924 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.253684 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:43.255114 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] 10.222.0.35 "PUT /v2.0/ports/277fb2fb-5c32-4b98-8d00-12815b1a5b8c HTTP/1.1" status: 200 len: 1093 time: 0.7869422 Aug 24 19:39:43.257195 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:39:43.260337 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5009f1b-42ce-4f55-9714-ff7a68cc892d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:39:43.290124 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ffc94-e24c-4817-a84f-f21f908ab363 service neutron] Pushing event updated for resources: {'Port': ['ID=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:43.301759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73cbd11-54ec-4623-ad81-ee41a45aa1d6 x-openstack-request-id: req-c73cbd11-54ec-4623-ad81-ee41a45aa1d6 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:39:43.306447 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:39:43.306447 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c73cbd11-54ec-4623-ad81-ee41a45aa1d6 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:39:43.306447 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'status': 'completed', 'code': 200} Aug 24 19:39:43.370161 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009f1b-42ce-4f55-9714-ff7a68cc892d req-bb212e6f-a58a-436c-b22b-95cf901364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.371721 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f5009f1b-42ce-4f55-9714-ff7a68cc892d req-bb212e6f-a58a-436c-b22b-95cf901364f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 1096 time: 0.0473371 Aug 24 19:39:43.473028 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009f1b-42ce-4f55-9714-ff7a68cc892d req-3807055e-6399-431c-9139-e98e4bdd5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.474486 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f5009f1b-42ce-4f55-9714-ff7a68cc892d req-3807055e-6399-431c-9139-e98e4bdd5421 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e2be3a7831b54615af1b92b62f673658&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956624 Aug 24 19:39:43.564672 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009f1b-42ce-4f55-9714-ff7a68cc892d req-5c99fea5-0439-4b9a-a999-33cf96f9b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.566068 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f5009f1b-42ce-4f55-9714-ff7a68cc892d req-5c99fea5-0439-4b9a-a999-33cf96f9b949 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852945 Aug 24 19:39:43.643963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-97161927-b37b-4e27-9008-95197aedafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.645484 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-97161927-b37b-4e27-9008-95197aedafdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 1096 time: 0.0445578 Aug 24 19:39:43.685561 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-a955329e-2b7f-4960-bb83-e69c8b2f7dd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c HTTP/1.1" status: 200 len: 217 time: 0.0323863 Aug 24 19:39:43.763372 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-107d4b6f-9100-414b-bf61-f582c2f7ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.764881 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-107d4b6f-9100-414b-bf61-f582c2f7ef4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0732176 Aug 24 19:39:43.788090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba5554-1d51-4e9e-8dd6-85b9ace8abf3 req-312c1c54-169a-452a-8b2f-3b39e94824f0 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.789507 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-99ba5554-1d51-4e9e-8dd6-85b9ace8abf3 req-312c1c54-169a-452a-8b2f-3b39e94824f0 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0722232 Aug 24 19:39:43.842772 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-ff80dff4-d4ea-4a67-a768-65e368289739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:43.844236 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-ff80dff4-d4ea-4a67-a768-65e368289739 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717235 Aug 24 19:39:43.846999 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-99ba5554-1d51-4e9e-8dd6-85b9ace8abf3 req-52cd91f2-0ea4-4320-9fb3-d0890fb379d9 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Aug 24 19:39:43.934527 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-091b5641-0335-43d1-a43b-98bfc5af1a8e service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824406 Aug 24 19:39:44.282772 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-04ff60be-a7a0-448a-8e1a-6b591d9b1285 req-f1c697d2-8229-4870-a91d-1f2182a73969 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419492 Aug 24 19:39:44.966605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d846dd4-4e87-48e6-ac24-6dd7f6bcda6c req-11170c1e-6d9e-4b70-b314-0c79232c6c36 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:44.968101 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8d846dd4-4e87-48e6-ac24-6dd7f6bcda6c req-11170c1e-6d9e-4b70-b314-0c79232c6c36 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0507374 Aug 24 19:39:45.008876 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8d846dd4-4e87-48e6-ac24-6dd7f6bcda6c req-8df43d87-6a0e-481b-b9d8-c62b8e17f7bc tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342412 Aug 24 19:39:46.121480 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136b7-f4d3-4192-9a21-c62980d4a4d2 req-76b9a0f8-e534-468f-8f0c-46935abd334b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:46.122938 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc3136b7-f4d3-4192-9a21-c62980d4a4d2 req-76b9a0f8-e534-468f-8f0c-46935abd334b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0478878 Aug 24 19:39:46.162762 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc3136b7-f4d3-4192-9a21-c62980d4a4d2 req-525bacec-de08-4082-b710-15f15bd9549a tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337124 Aug 24 19:39:47.276593 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7663b-9679-452e-b813-8c814c1e2ccb req-c6a9c20a-4fe2-4a84-b602-286dc93f2ff3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:47.278054 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5bb7663b-9679-452e-b813-8c814c1e2ccb req-c6a9c20a-4fe2-4a84-b602-286dc93f2ff3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0482795 Aug 24 19:39:47.317136 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5bb7663b-9679-452e-b813-8c814c1e2ccb req-0dd70587-819f-4569-9081-3e534a62dfb2 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332162 Aug 24 19:39:48.427237 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9f1c-166c-4f35-ae77-fd10a743568d req-2177b796-a649-4505-8313-6a275b160f98 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:48.428679 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8ced9f1c-166c-4f35-ae77-fd10a743568d req-2177b796-a649-4505-8313-6a275b160f98 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0466015 Aug 24 19:39:48.465710 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8ced9f1c-166c-4f35-ae77-fd10a743568d req-9514158f-3509-4845-8d02-e51af94f4141 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311754 Aug 24 19:39:49.577364 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7323b-780f-4d77-9468-f7f30565100b req-4fcff90a-d252-4e4e-9704-2d9631ac53a6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:49.579436 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cdb7323b-780f-4d77-9468-f7f30565100b req-4fcff90a-d252-4e4e-9704-2d9631ac53a6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0477502 Aug 24 19:39:49.620002 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-cdb7323b-780f-4d77-9468-f7f30565100b req-2a11f0b5-058a-417b-bc89-8bad40670b56 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346153 Aug 24 19:39:50.734076 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87c23c-3926-467c-a910-14b7f4798e44 req-26d17e36-b26b-43be-8aa9-bbe6c1bc8583 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:50.735542 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9d87c23c-3926-467c-a910-14b7f4798e44 req-26d17e36-b26b-43be-8aa9-bbe6c1bc8583 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0492439 Aug 24 19:39:50.777905 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-9d87c23c-3926-467c-a910-14b7f4798e44 req-244aa6b7-fc67-496b-9a29-d12ec95f56d1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Aug 24 19:39:51.889761 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9ab58-9f34-4a68-bb80-6a6b6a4219ac req-3b1096fe-fa65-49b9-bd8e-34fc796588b3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:51.891143 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1dd9ab58-9f34-4a68-bb80-6a6b6a4219ac req-3b1096fe-fa65-49b9-bd8e-34fc796588b3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0470157 Aug 24 19:39:51.928365 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-1dd9ab58-9f34-4a68-bb80-6a6b6a4219ac req-35b67aef-20b5-44fa-82aa-56e5a5d4672f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306561 Aug 24 19:39:53.040623 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957de48-a705-4c05-9a35-c7718eb79e38 req-22638f59-817a-4062-96f4-729105aba56c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:53.042128 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3957de48-a705-4c05-9a35-c7718eb79e38 req-22638f59-817a-4062-96f4-729105aba56c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 943 time: 0.0475779 Aug 24 19:39:53.081488 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-3957de48-a705-4c05-9a35-c7718eb79e38 req-ced8daf8-17d5-44fd-b550-e4e0363b0c4a tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334487 Aug 24 19:39:53.434496 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 277fb2fb-5c32-4b98-8d00-12815b1a5b8c details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:39:53.532767 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:53.544136 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'port_id': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'mac_address': 'fa:16:3e:fc:b7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:39:53.580446 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:53.593278 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277fb2fb-5c32-4b98-8d00-12815b1a5b8c {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:39:53.611709 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:53.724580 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:53.774578 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:53.932477 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['277fb2fb-5c32-4b98-8d00-12815b1a5b8c'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:39:54.194963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72069f12-7ad6-4552-a59d-5ab3b67eae3c req-0c9cb9e9-4501-4532-9f5b-e0b5df9688e9 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:54.196997 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-72069f12-7ad6-4552-a59d-5ab3b67eae3c req-0c9cb9e9-4501-4532-9f5b-e0b5df9688e9 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 944 time: 0.0487657 Aug 24 19:39:54.233412 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-72069f12-7ad6-4552-a59d-5ab3b67eae3c req-aa6ded91-39b5-4159-b05c-df0ada8e7e8d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Aug 24 19:39:55.347862 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaed7e-cc73-4b93-80f3-bde6b4be999a req-38478714-29f3-494e-b0b4-49801ef2133b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:55.349376 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2bbaed7e-cc73-4b93-80f3-bde6b4be999a req-38478714-29f3-494e-b0b4-49801ef2133b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 944 time: 0.0477388 Aug 24 19:39:55.388646 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2bbaed7e-cc73-4b93-80f3-bde6b4be999a req-2b5d67ae-4823-4349-8538-5d56b5059d74 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Aug 24 19:39:55.453120 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 277fb2fb-5c32-4b98-8d00-12815b1a5b8c up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:39:55.574340 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:39:55.578438 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:39:55.583626 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:55.655712 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:55.677495 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:39:55.679702 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f45a91-b79d-45de-ac79-afc12e38da4f" -d '{"events": [{"server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "name": "network-vif-plugged", "status": "completed", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:39:55.692530 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:39:55.715304 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac0c60-c717-4a76-8f43-f21b1a31290a x-openstack-request-id: req-9eac0c60-c717-4a76-8f43-f21b1a31290a {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:39:55.715684 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "name": "network-vif-plugged", "status": "completed", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:39:55.715959 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9eac0c60-c717-4a76-8f43-f21b1a31290a {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:39:55.716376 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'code': 200} Aug 24 19:39:55.791154 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:55.841950 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:55.848916 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.849266 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.849609 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.849946 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.850287 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.850620 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.850952 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.851277 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.851630 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.851932 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.852306 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:55.852607 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:39:56.107200 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d562995-3869-467f-9073-a798b3247094 req-ec7120b4-b870-4530-a42d-fafac4a4342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:56.108620 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d562995-3869-467f-9073-a798b3247094 req-ec7120b4-b870-4530-a42d-fafac4a4342b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 1098 time: 0.0392694 Aug 24 19:39:56.145470 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5d562995-3869-467f-9073-a798b3247094 req-4e50175a-dbd6-446b-9c77-d0f5f1db1a65 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301552 Aug 24 19:39:56.500861 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaed08-8402-4a9f-a89f-5db7d7e046ab req-60905766-1c45-41c7-b956-fd2396546169 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:56.502339 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fcaaed08-8402-4a9f-a89f-5db7d7e046ab req-60905766-1c45-41c7-b956-fd2396546169 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 945 time: 0.0478444 Aug 24 19:39:56.539925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fcaaed08-8402-4a9f-a89f-5db7d7e046ab req-e392b0c1-3d8d-46d6-b45c-821a0a822642 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Aug 24 19:39:57.656973 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd7aca-358f-46a2-9af4-fbe17b9dbbf7 req-7ae3c357-4df7-4df6-8115-9ae8324aa79d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:57.658489 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3dd7aca-358f-46a2-9af4-fbe17b9dbbf7 req-7ae3c357-4df7-4df6-8115-9ae8324aa79d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 945 time: 0.0476549 Aug 24 19:39:57.695517 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b3dd7aca-358f-46a2-9af4-fbe17b9dbbf7 req-413ea7d3-e469-41b5-b61e-d3be3e4aec8b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311706 Aug 24 19:39:57.809092 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943d69e-beed-41c6-94f4-4e38b1a14983 req-5bde3c6a-2781-4684-bac6-93008cb05f4b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:57.810558 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8943d69e-beed-41c6-94f4-4e38b1a14983 req-5bde3c6a-2781-4684-bac6-93008cb05f4b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Aug 24 19:39:57.851015 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8943d69e-beed-41c6-94f4-4e38b1a14983 req-8a0784e2-cf17-4cd5-a93d-3c5dd06b4762 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344346 Aug 24 19:39:57.872558 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45354) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:58.058577 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef781c-dd2d-4ba3-8234-531030150f47 tempest-TestVolumeBootPattern-1767019326 tempest-TestVolumeBootPattern-1767019326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:39:58.060109 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-efef781c-dd2d-4ba3-8234-531030150f47 tempest-TestVolumeBootPattern-1767019326 tempest-TestVolumeBootPattern-1767019326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 1093 time: 0.1865597 Aug 24 19:39:58.063049 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45358) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:39:58.067595 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'port_id': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:39:58.160837 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:58.255376 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:58.364377 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Allocated IP 172.27.1.241 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/c7cfa4dd-8f9f-4dbc-853b-1d6afaa0629e) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:39:58.464730 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:58.563203 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:58.606109 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:39:58.609268 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:39:58.613333 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:39:58.619175 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=c7cfa4dd-8f9f-4dbc-853b-1d6afaa0629e,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:58.951936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:59.103427 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:59.253578 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:59.328044 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:59.398465 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=c7cfa4dd-8f9f-4dbc-853b-1d6afaa0629e,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:39:59.409849 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:59.507943 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Floating IP 8446d543-6c83-44ff-8554-8dc2a40626ef associated. External IP: 172.27.1.241, port: 277fb2fb-5c32-4b98-8d00-12815b1a5b8c. Aug 24 19:39:59.711857 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:39:59.817777 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:39:59.827821 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:39:59.836628 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:39:59.841972 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:39:59.900050 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:39:59.928308 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-40a18912-ea8d-4c65-8d02-0448a2ad9b96 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8641720 Aug 24 19:39:59.929079 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:39:59.931306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a64e5-9326-4cac-b386-c513aaa88d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:39:59.941696 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:39:59.966274 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ad136a-12d2-460d-8ecd-6c18ddfaff36 x-openstack-request-id: req-71ad136a-12d2-460d-8ecd-6c18ddfaff36 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:39:59.966795 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:39:59.966795 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71ad136a-12d2-460d-8ecd-6c18ddfaff36 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:39:59.967182 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'status': 'completed', 'code': 200} Aug 24 19:40:00.026360 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-6edbabb3-7d5e-4396-b07d-60c164ae7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:00.027833 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-6edbabb3-7d5e-4396-b07d-60c164ae7251 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 1098 time: 0.0397389 Aug 24 19:40:00.119301 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-4a562112-964c-4feb-a817-037339faddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:00.120688 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-4a562112-964c-4feb-a817-037339faddf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0860837 Aug 24 19:40:00.166388 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '8446d543-6c83-44ff-8554-8dc2a40626ef', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:fc:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee58430-380a-4eb6-8413-5259275420f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:39:58Z', 'updated_at': '2021-08-24T19:39:58Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:40:00.192188 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-d9f35705-da8e-44f4-bc27-246f1f48f191 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c HTTP/1.1" status: 200 len: 999 time: 0.0643899 Aug 24 19:40:00.196508 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:40:00.205033 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:40:00.205645 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:39:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:40:00.241924 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-106162c4-8a60-447b-b319-001e3b5f50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:00.243418 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-106162c4-8a60-447b-b319-001e3b5f50da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0447013 Aug 24 19:40:00.295891 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-c5f6f211-4f4d-44e6-8d64-95de91bee8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:00.297466 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-c5f6f211-4f4d-44e6-8d64-95de91bee8ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469801 Aug 24 19:40:00.395973 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-b192bc89-b356-464b-91de-b7a9a42d8dbe service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907304 Aug 24 19:40:00.437539 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:40:00.495232 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6e3a64e5-9326-4cac-b386-c513aaa88d1c req-f57d3e9e-e77f-4362-82e9-1d3081e67558 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924261 Aug 24 19:40:00.657896 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '8446d543-6c83-44ff-8554-8dc2a40626ef', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:fc:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee58430-380a-4eb6-8413-5259275420f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:39:58Z', 'updated_at': '2021-08-24T19:39:58Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:40:00.682654 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0174f-da18-4c01-9238-4e33083e2b79 None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '8446d543-6c83-44ff-8554-8dc2a40626ef', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:fc:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee58430-380a-4eb6-8413-5259275420f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:39:58Z', 'updated_at': '2021-08-24T19:39:58Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:40:00.862715 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c088b-c2d4-446c-b4d8-312bbae4e644 None None] New status for floating IP 8446d543-6c83-44ff-8554-8dc2a40626ef: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:40:01.833704 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-056d5993-af86-4628-a887-f8ffa313d3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:04.483741 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7b6fae72-73dc-4e39-9ffc-bf1055704ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:04.826044 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:05.832944 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:07.327995 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:12.632642 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:14.046120 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:40:22.784215 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-ef657bad-cbd9-411b-be99-8e771a1a3694 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385802 Aug 24 19:40:22.865706 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-98813a7b-ed7a-4bf0-8283-38125179179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:22.867347 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-98813a7b-ed7a-4bf0-8283-38125179179b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 1098 time: 0.0396025 Aug 24 19:40:22.972248 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-18d86f11-0f05-494c-a717-6d77924e06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:22.973736 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-18d86f11-0f05-494c-a717-6d77924e06f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0870175 Aug 24 19:40:23.037221 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-815cc0ac-7071-4bb8-8a50-087b702c5a3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c HTTP/1.1" status: 200 len: 1001 time: 0.0562203 Aug 24 19:40:23.085056 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-01abec39-2835-425a-88bc-cda71133d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:23.086457 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-01abec39-2835-425a-88bc-cda71133d8c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0420702 Aug 24 19:40:23.132980 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-e9abc5ad-f7cd-45e9-ad78-fba45445a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:40:23.134405 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-e9abc5ad-f7cd-45e9-ad78-fba45445a124 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407486 Aug 24 19:40:23.145921 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-7bb07d49-4f24-4355-b47b-7d824642b222 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:40:23.146952 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-7bb07d49-4f24-4355-b47b-7d824642b222 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048852 Aug 24 19:40:23.233378 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-2d51c2aa-6a12-4cf3-9547-16297751663e service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794115 Aug 24 19:40:23.324834 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2f9c0258-dae5-4e20-87f2-75eb60184fca req-1f8e685f-9de0-4e93-8e3d-d19f460afe1e service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835762 Aug 24 19:40:31.860098 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5a63eeca-443f-4281-863e-b1eab9971316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:34.485707 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-6ed72870-fbd3-4209-a84e-4624e64530be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:34.862723 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:35.858133 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:37.320527 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:42.682179 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:40:51.044538 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:41:01.823383 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-63014f13-0147-45b2-9536-dd7f43ab34ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:04.487982 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a96d-c2a1-4549-8100-f8bbeee7ea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:04.820108 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:05.905886 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:07.307094 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:12.688592 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:23.894088 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-51905367-d979-45f8-87af-d340e5081728 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829859 Aug 24 19:41:23.974229 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0557d84-f80a-43f1-b594-e96504708e3e req-872fac08-663b-4262-8c46-dabeb09b95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:23.975843 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-872fac08-663b-4262-8c46-dabeb09b95b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 1098 time: 0.0395391 Aug 24 19:41:24.079395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0557d84-f80a-43f1-b594-e96504708e3e req-5a5a7185-1f9d-4b35-8ff0-1398c1d6dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:24.080923 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-5a5a7185-1f9d-4b35-8ff0-1398c1d6dc9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0861619 Aug 24 19:41:24.143891 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-5b2cd71e-ec85-447a-a258-3dd684455d81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c HTTP/1.1" status: 200 len: 1001 time: 0.0549080 Aug 24 19:41:24.190448 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0557d84-f80a-43f1-b594-e96504708e3e req-1d37456e-6500-4bc3-9d83-709ce341be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:24.191821 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-1d37456e-6500-4bc3-9d83-709ce341be00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0414119 Aug 24 19:41:24.240180 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0557d84-f80a-43f1-b594-e96504708e3e req-087701bb-252b-436b-984a-9b275995f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:24.241613 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-087701bb-252b-436b-984a-9b275995f2ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432734 Aug 24 19:41:24.328746 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-1a8ca2a7-9f85-4e3c-b30b-0b1a72b3c9c6 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796318 Aug 24 19:41:24.421508 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b0557d84-f80a-43f1-b594-e96504708e3e req-6ada1afb-e84c-4f93-8c26-4318ec8e294e service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Aug 24 19:41:28.044333 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:41:31.852382 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a85cbc9e-6c0b-4999-8a1a-92872fa2b479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:34.501100 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-18257589-f5aa-40e2-bddd-fda911358418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:34.838773 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:35.850615 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:37.314358 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:42.894304 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:55.689957 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b82e56-b13b-4202-8666-0e0f8ba4e60e req-dd844493-10dd-483d-b788-bb0f4dd10ca6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:55.691429 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-07b82e56-b13b-4202-8666-0e0f8ba4e60e req-dd844493-10dd-483d-b788-bb0f4dd10ca6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 945 time: 0.1522002 Aug 24 19:41:55.728013 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-07b82e56-b13b-4202-8666-0e0f8ba4e60e req-474e0a34-96e3-4fff-94a4-f294d2198fa3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Aug 24 19:41:56.890612 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0a6c-db58-482e-b557-9f3f5480cf44 req-24233d03-2c54-4f84-8fe8-a91f65507a38 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:56.892051 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-05ad0a6c-db58-482e-b557-9f3f5480cf44 req-24233d03-2c54-4f84-8fe8-a91f65507a38 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 945 time: 0.0946367 Aug 24 19:41:56.929220 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-05ad0a6c-db58-482e-b557-9f3f5480cf44 req-68e35e5f-48b6-4ec8-b220-e5730e3f0ed1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312614 Aug 24 19:41:57.119099 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-25fedb3a-dd29-4793-90e7-a13f368e683e tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:41:57.120442 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-25fedb3a-dd29-4793-90e7-a13f368e683e tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 945 time: 0.0536103 Aug 24 19:41:57.205359 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Deleting port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:41:57.205695 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:57.292052 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] For port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:41:57.292443 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:57.454976 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:57.455270 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:57.455584 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Floating IP 8446d543-6c83-44ff-8554-8dc2a40626ef disassociated. External IP: 172.27.1.241, port: 277fb2fb-5c32-4b98-8d00-12815b1a5b8c. Aug 24 19:41:57.455918 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Calling delete_port for 277fb2fb-5c32-4b98-8d00-12815b1a5b8c owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:41:57.653815 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:57.683132 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event deleted for resources: {'Port': ['ID=277fb2fb-5c32-4b98-8d00-12815b1a5b8c,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:41:57.693470 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.693817 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.694155 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.694489 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.694818 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.695145 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.695471 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.695795 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.696121 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.696466 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.696785 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:57.697104 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:41:58.063868 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e5867a5e-3c4a-4e1a-ab68-e5e8865b2e7e req-085b91de-886c-4f67-b925-5cc9b7a1acef tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 210 time: 0.0398548 Aug 24 19:41:58.101064 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:41:58.207090 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:41:58.217053 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:41:58.226575 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:41:58.227186 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:41:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:58.246478 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] No DVR routers for this DVR port 277fb2fb-5c32-4b98-8d00-12815b1a5b8c on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:41:58.249334 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:41:58.251457 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-edc200d6-fbd2-4276-abfb-4f68fff1a194 req-a0d915f0-c485-4c69-bff8-0cd8f75d08b1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "DELETE /v2.0/ports/277fb2fb-5c32-4b98-8d00-12815b1a5b8c HTTP/1.1" status: 204 len: 173 time: 1.1253514 Aug 24 19:41:58.251964 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'name': 'network-vif-deleted', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:41:58.254821 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c121324-a45f-46c0-b253-c20fe5bae047" -d '{"events": [{"server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "name": "network-vif-deleted", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:41:58.342057 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:41:58.364065 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2815044d-c88b-403f-89e6-77fac7958d0a x-openstack-request-id: req-2815044d-c88b-403f-89e6-77fac7958d0a {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:41:58.364395 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee58430-380a-4eb6-8413-5259275420f4", "name": "network-vif-deleted", "tag": "277fb2fb-5c32-4b98-8d00-12815b1a5b8c", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:41:58.364653 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2815044d-c88b-403f-89e6-77fac7958d0a {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:41:58.365045 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee58430-380a-4eb6-8413-5259275420f4', 'name': 'network-vif-deleted', 'tag': '277fb2fb-5c32-4b98-8d00-12815b1a5b8c', 'status': 'completed', 'code': 200} Aug 24 19:41:58.560987 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:58.587738 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:41:58.596821 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:41:58.597436 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:41:34Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:58.702315 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:41:58.907083 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:41:58.936482 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed327ae6-cd73-4d5c-aa56-ab6bcac13052 None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:41:59.154740 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab186da-0eb6-447c-9d0c-2308eac80d87 None None] New status for floating IP 8446d543-6c83-44ff-8554-8dc2a40626ef: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:41:59.181612 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-41357457-3ff1-4567-823f-f11e62e74dc9 req-5a23a0e1-b6e4-4579-952f-b35fde899ce8 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee58430-380a-4eb6-8413-5259275420f4 HTTP/1.1" status: 200 len: 210 time: 0.0254350 Aug 24 19:42:00.379166 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-9528f609-e8c5-4a3d-85b3-d3da10a23d4f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064559475&fields=id&tenant_id=e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 267 time: 0.0311220 Aug 24 19:42:00.486490 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-90d13d5b-2827-4ba0-b7cd-3798d25b088d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:00.487926 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-90d13d5b-2827-4ba0-b7cd-3798d25b088d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 811 time: 0.1022742 Aug 24 19:42:00.503148 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-214f705d-b8d6-4f6e-965a-3660926fbe74 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/quotas/e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 375 time: 0.0095124 Aug 24 19:42:00.553354 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-3d6c2658-f346-4d86-bce3-131b09ac6396 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449946 Aug 24 19:42:00.610280 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-e6e5d5ec-2c34-4970-af49-9395ea0e85b1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:42:00.611300 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-e6e5d5ec-2c34-4970-af49-9395ea0e85b1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467291 Aug 24 19:42:00.700796 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-b9118f54-dc58-4ca7-bb48-d3dc84503cd5 service neutron] 10.222.0.59 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833030 Aug 24 19:42:00.797442 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-f375097f-ee76-439e-93d5-d65abe77cec1 service neutron] 10.222.0.59 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864637 Aug 24 19:42:01.368806 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-29784d71-82ab-46eb-ae4a-e3d0d361b619 req-d9ce6e18-417f-491e-8ade-d9d6934d6e30 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 210 time: 0.0260525 Aug 24 19:42:01.857802 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f052094c-31b3-4a13-b3e7-234315ae04aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:02.184533 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 277fb2fb-5c32-4b98-8d00-12815b1a5b8c no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:42:02.205625 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 277fb2fb-5c32-4b98-8d00-12815b1a5b8c {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:42:02.205966 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 277fb2fb-5c32-4b98-8d00-12815b1a5b8c not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:42:02.448313 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-973963cc-03d0-44ec-b650-70d0a6a4edc1 req-fd0da690-b733-435d-8021-91906218ce5c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 210 time: 0.0295515 Aug 24 19:42:03.540408 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-460a2178-f77d-4ae0-8144-c0fa0f38b944 req-17cfc9a1-6f4f-4cf7-945e-589be8d51655 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 210 time: 0.0253823 Aug 24 19:42:03.779070 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-b863201f-d281-4f48-ac65-23cf8ef2391c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:03.780514 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-b863201f-d281-4f48-ac65-23cf8ef2391c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 811 time: 0.0986810 Aug 24 19:42:03.822903 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-3dd0bdfc-70da-4afa-b0f9-752b8386ed4c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 380 time: 0.0331631 Aug 24 19:42:03.837451 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'port': {'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'admin_state_up': True, 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'security_groups': ['0bd62936-2d76-448d-a9fe-0adb194fc74f']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:42:04.053171 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Made reservation on behalf of e2be3a7831b54615af1b92b62f673658 for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:42:04.056661 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.188070 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Allocated IP 172.20.0.4 (91be4c16-b034-417f-ad7a-a8f3aa634a34/3e8ef5a8-2135-4275-b354-6b1b400318de/e8596897-e25d-45a8-9e90-a10e29373fa7) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:42:04.322084 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.335269 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Transition to ACTIVE for port object e8596897-e25d-45a8-9e90-a10e29373fa7 will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:42:04.486567 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.525962 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-51910532-2168-4673-9c42-ed22c5a4ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.529345 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:42:04.535040 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:42:04.538710 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:42:04.564692 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=e8596897-e25d-45a8-9e90-a10e29373fa7,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:42:04.595770 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:04.596433 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.658645 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb72bcd-ec6a-45ef-a375-5b4c84b1fc57 req-e2cb6d96-a20c-47c2-8126-78c32ab0a995 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:04.660226 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bb72bcd-ec6a-45ef-a375-5b4c84b1fc57 req-e2cb6d96-a20c-47c2-8126-78c32ab0a995 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 931 time: 0.0492883 Aug 24 19:42:04.699881 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8bb72bcd-ec6a-45ef-a375-5b4c84b1fc57 req-a43984d3-51c1-47c3-9de6-aa5fdb8dd75e tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Aug 24 19:42:04.802904 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-53c886ee-3300-4302-a9e0-e2c51d6c7e7f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9691644 Aug 24 19:42:04.814896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Request body: {'port': {'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:42:04.871377 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.910736 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.913677 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-e8be7456-9743-4bc5-a95d-5ffdbb54abcb None None] Provisioning for port e8596897-e25d-45a8-9e90-a10e29373fa7 completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:42:04.921202 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-e8be7456-9743-4bc5-a95d-5ffdbb54abcb None None] Provisioning complete for port e8596897-e25d-45a8-9e90-a10e29373fa7 triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:42:04.921608 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e8be7456-9743-4bc5-a95d-5ffdbb54abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:04.954597 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-e8be7456-9743-4bc5-a95d-5ffdbb54abcb None None] Port e8596897-e25d-45a8-9e90-a10e29373fa7 cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:42:05.043612 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:42:05.130139 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8596897-e25d-45a8-9e90-a10e29373fa7 {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:42:05.137292 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:05.149215 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Transition to ACTIVE for port object e8596897-e25d-45a8-9e90-a10e29373fa7 will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:42:05.259567 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:05.326173 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e8596897-e25d-45a8-9e90-a10e29373fa7,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:42:05.386944 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Attempting to bind port e8596897-e25d-45a8-9e90-a10e29373fa7 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:42:05.387232 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Attempting to bind port e8596897-e25d-45a8-9e90-a10e29373fa7 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:42:05.388609 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Attempting to bind port e8596897-e25d-45a8-9e90-a10e29373fa7 on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:42:05.393565 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Port e8596897-e25d-45a8-9e90-a10e29373fa7 on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:42:05.393892 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Attempting to bind port e8596897-e25d-45a8-9e90-a10e29373fa7 on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:42:05.399564 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:42:05.399900 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Checking segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:42:05.400352 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Bound using segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:42:05.400888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Bound port: e8596897-e25d-45a8-9e90-a10e29373fa7, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:42:05.401252 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:05.471760 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] For port e8596897-e25d-45a8-9e90-a10e29373fa7, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:42:05.475162 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] For port e8596897-e25d-45a8-9e90-a10e29373fa7, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e8596897-e25d-45a8-9e90-a10e29373fa7,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:42:05.580200 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:05.618823 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:05.619487 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:05.623861 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] 10.222.0.35 "PUT /v2.0/ports/e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 1093 time: 0.8130906 Aug 24 19:42:05.624987 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:42:05.627336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6fc516-d8fb-4962-aba2-8ae75c25164e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:42:05.658772 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c78d4c-e5a6-43da-8d9d-7855f3b42f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e8596897-e25d-45a8-9e90-a10e29373fa7,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:42:05.695857 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754bfc8e-1316-4141-b35c-7a5d3cca03ec x-openstack-request-id: req-754bfc8e-1316-4141-b35c-7a5d3cca03ec {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:42:05.696163 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:42:05.696519 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-754bfc8e-1316-4141-b35c-7a5d3cca03ec {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:42:05.696920 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'status': 'completed', 'code': 200} Aug 24 19:42:05.761096 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc516-d8fb-4962-aba2-8ae75c25164e req-01bf60df-416a-48f7-b1bf-ac51f9bc92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:05.762782 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e6fc516-d8fb-4962-aba2-8ae75c25164e req-01bf60df-416a-48f7-b1bf-ac51f9bc92c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1096 time: 0.0468249 Aug 24 19:42:05.871243 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:05.879452 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47e5d-59d6-4f5c-90ef-ef24257276df req-7284bf53-1134-4fd5-9e4a-612b8b5cbcff tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:05.881041 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-24b47e5d-59d6-4f5c-90ef-ef24257276df req-7284bf53-1134-4fd5-9e4a-612b8b5cbcff tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.1009729 Aug 24 19:42:05.916523 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc516-d8fb-4962-aba2-8ae75c25164e req-3725d51c-60a2-4903-8ebd-925be201bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:05.917992 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e6fc516-d8fb-4962-aba2-8ae75c25164e req-3725d51c-60a2-4903-8ebd-925be201bc4f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e2be3a7831b54615af1b92b62f673658&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1474030 Aug 24 19:42:05.942267 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-24b47e5d-59d6-4f5c-90ef-ef24257276df req-4e75eca1-2449-4724-81a0-8ba59eab7b1f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546770 Aug 24 19:42:06.023646 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc516-d8fb-4962-aba2-8ae75c25164e req-7d2b958a-ac28-4dcc-9135-eae9493b8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:06.025120 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-0e6fc516-d8fb-4962-aba2-8ae75c25164e req-7d2b958a-ac28-4dcc-9135-eae9493b8975 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979812 Aug 24 19:42:06.098586 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-8a3bc9b4-4294-4d9f-a842-b77ef7017093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:06.100168 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-8a3bc9b4-4294-4d9f-a842-b77ef7017093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1096 time: 0.0400648 Aug 24 19:42:06.145825 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-16bebbb5-7d54-4bbc-9d34-e8f24e544dec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 217 time: 0.0378859 Aug 24 19:42:06.193524 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-071a197b-c3f6-4a2c-bc0e-3ac5e56ba2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:06.194857 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-071a197b-c3f6-4a2c-bc0e-3ac5e56ba2d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0423841 Aug 24 19:42:06.240410 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-92b6579a-536b-413a-8c9e-d014e8b6d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:06.244654 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-92b6579a-536b-413a-8c9e-d014e8b6d444 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402267 Aug 24 19:42:06.331671 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-a5406cc6-9c5a-44b5-a930-380f0d61b796 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828385 Aug 24 19:42:06.419122 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-34c6c17d-a63e-48f9-8a9f-5c093567e9b8 req-7216d79e-2506-4d91-9c09-c18508887e33 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810964 Aug 24 19:42:07.059207 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656ee15-2760-4d87-91b4-c0c4e6d331fe req-ea1c00bd-763f-4c05-8669-4c942b5ff0ee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:07.060739 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e656ee15-2760-4d87-91b4-c0c4e6d331fe req-ea1c00bd-763f-4c05-8669-4c942b5ff0ee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.0478303 Aug 24 19:42:07.098310 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e656ee15-2760-4d87-91b4-c0c4e6d331fe req-7c4bcfe9-dba7-4867-8a7b-a11230ba8f5c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Aug 24 19:42:07.334130 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:08.213552 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86133fd0-73c2-44d2-9116-830f8b431b33 req-db39a35a-2f35-48d4-975e-ffdf327e6c21 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:08.215014 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-86133fd0-73c2-44d2-9116-830f8b431b33 req-db39a35a-2f35-48d4-975e-ffdf327e6c21 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.0515652 Aug 24 19:42:08.251834 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-86133fd0-73c2-44d2-9116-830f8b431b33 req-34b919f9-cae2-4a84-9251-41c4eda65002 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308294 Aug 24 19:42:09.364138 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6187f-c664-4e64-a2a7-eb96f2ed4f56 req-f153462a-c51b-4ef7-869d-12a40171af05 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:09.365617 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-20f6187f-c664-4e64-a2a7-eb96f2ed4f56 req-f153462a-c51b-4ef7-869d-12a40171af05 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.0477052 Aug 24 19:42:09.401814 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-20f6187f-c664-4e64-a2a7-eb96f2ed4f56 req-667efde0-949f-4493-9233-7415e13401c8 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302842 Aug 24 19:42:10.514759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3303b-18f6-4893-a1eb-bcb31ceb75c6 req-8ace7add-a6c7-4613-860e-acfd71d4e36f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:10.516316 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-20f3303b-18f6-4893-a1eb-bcb31ceb75c6 req-8ace7add-a6c7-4613-860e-acfd71d4e36f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.0482175 Aug 24 19:42:10.554558 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-20f3303b-18f6-4893-a1eb-bcb31ceb75c6 req-6035b062-6145-4b97-ae0c-88b145eecff9 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Aug 24 19:42:11.669251 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719db4-bbc3-4d1c-8343-2510cae5a0f8 req-3570b822-dedd-463b-9c31-50949dd56b08 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:11.670700 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71719db4-bbc3-4d1c-8343-2510cae5a0f8 req-3570b822-dedd-463b-9c31-50949dd56b08 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.0509617 Aug 24 19:42:11.706699 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-71719db4-bbc3-4d1c-8343-2510cae5a0f8 req-e934df68-1891-464c-be29-7da1f1f3a7d1 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300541 Aug 24 19:42:12.818143 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec7f7-8718-4833-8aef-9c0ad8d9d3f7 req-cfd9a31e-d374-40eb-a7c2-9bf2640f0df6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:12.819655 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-618ec7f7-8718-4833-8aef-9c0ad8d9d3f7 req-cfd9a31e-d374-40eb-a7c2-9bf2640f0df6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.0478590 Aug 24 19:42:12.857715 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-618ec7f7-8718-4833-8aef-9c0ad8d9d3f7 req-6d86385d-477b-46f8-9c34-3e6a539d787c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320916 Aug 24 19:42:12.919946 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:13.969963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2e8e4-a48f-47e0-9ff1-3282acd77722 req-9f3ac878-c003-491f-bd59-c2fb2cff7629 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:13.971340 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c4f2e8e4-a48f-47e0-9ff1-3282acd77722 req-9f3ac878-c003-491f-bd59-c2fb2cff7629 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 943 time: 0.0475283 Aug 24 19:42:14.008321 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c4f2e8e4-a48f-47e0-9ff1-3282acd77722 req-676f7afc-7ea5-4865-8148-4f28bf651e78 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310128 Aug 24 19:42:14.251613 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e8596897-e25d-45a8-9e90-a10e29373fa7 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:42:14.344788 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port e8596897-e25d-45a8-9e90-a10e29373fa7, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e8596897-e25d-45a8-9e90-a10e29373fa7,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:42:14.356162 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:42:14.392549 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:14.404777 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8596897-e25d-45a8-9e90-a10e29373fa7 {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:42:14.423512 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port e8596897-e25d-45a8-9e90-a10e29373fa7, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e8596897-e25d-45a8-9e90-a10e29373fa7,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:42:14.532332 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:14.581935 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=e8596897-e25d-45a8-9e90-a10e29373fa7,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:42:14.588802 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.589149 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.589487 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.589821 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.590157 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.590485 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.590812 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.591132 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.591456 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.591775 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.592092 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.592448 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:42:14.775944 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['e8596897-e25d-45a8-9e90-a10e29373fa7'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:42:15.122683 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c6bc0-60c2-419e-bece-998d08ed9c3c req-b17178cd-c6d6-4e4f-9040-aaec73cac83c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:15.124201 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c81c6bc0-60c2-419e-bece-998d08ed9c3c req-b17178cd-c6d6-4e4f-9040-aaec73cac83c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 944 time: 0.0516796 Aug 24 19:42:15.161808 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c81c6bc0-60c2-419e-bece-998d08ed9c3c req-bb19c095-6022-4f83-8a96-ba5ef2d07be9 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Aug 24 19:42:16.252733 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e8596897-e25d-45a8-9e90-a10e29373fa7 up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:42:16.282280 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed70a6-9b65-45c4-ba9b-bd76dd2391b8 req-412bc2c4-37e1-4abe-923f-f616cb782240 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:16.283770 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-06ed70a6-9b65-45c4-ba9b-bd76dd2391b8 req-412bc2c4-37e1-4abe-923f-f616cb782240 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 944 time: 0.0490479 Aug 24 19:42:16.321439 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-06ed70a6-9b65-45c4-ba9b-bd76dd2391b8 req-2f53088e-fd4a-4606-abe8-51db55027371 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Aug 24 19:42:16.372450 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port e8596897-e25d-45a8-9e90-a10e29373fa7 completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:42:16.376568 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port e8596897-e25d-45a8-9e90-a10e29373fa7 triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:42:16.376945 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:16.452313 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:16.473449 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:42:16.476148 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ec83bd-da59-4e43-ae20-5d4ca575f9d3" -d '{"events": [{"server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "name": "network-vif-plugged", "status": "completed", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:42:16.487954 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port e8596897-e25d-45a8-9e90-a10e29373fa7, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e8596897-e25d-45a8-9e90-a10e29373fa7,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:42:16.561807 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:16.587247 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd8c73-b5dd-4eb0-adf6-88dc31d9a515 x-openstack-request-id: req-03bd8c73-b5dd-4eb0-adf6-88dc31d9a515 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:42:16.587529 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "name": "network-vif-plugged", "status": "completed", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:42:16.587770 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03bd8c73-b5dd-4eb0-adf6-88dc31d9a515 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:42:16.588708 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'code': 200} Aug 24 19:42:16.613451 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=e8596897-e25d-45a8-9e90-a10e29373fa7,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:42:16.955594 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc221b45-10ff-4b5d-bb42-305ff059529c req-7291998b-d658-42f1-853d-3afa4159aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:16.957076 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc221b45-10ff-4b5d-bb42-305ff059529c req-7291998b-d658-42f1-853d-3afa4159aebd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1098 time: 0.0376949 Aug 24 19:42:16.991356 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-fc221b45-10ff-4b5d-bb42-305ff059529c req-2f19a67f-bb81-49d5-93b4-01ad0ba7022f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273380 Aug 24 19:42:17.441013 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a0057-3c89-4607-9e14-6f44481417e7 req-0ef96b19-aa94-4181-92c7-3844648ab2f3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:17.442486 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-512a0057-3c89-4607-9e14-6f44481417e7 req-0ef96b19-aa94-4181-92c7-3844648ab2f3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 945 time: 0.0555854 Aug 24 19:42:17.480223 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-512a0057-3c89-4607-9e14-6f44481417e7 req-26c64c48-d3f6-4136-8709-eb4ccd1b4865 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Aug 24 19:42:18.592641 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d16da-cdff-4280-943b-35d74e79953e req-b80ec0e6-c6c7-4b50-a48b-0cdef5cbfe8f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:18.594103 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-538d16da-cdff-4280-943b-35d74e79953e req-b80ec0e6-c6c7-4b50-a48b-0cdef5cbfe8f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 945 time: 0.0466001 Aug 24 19:42:18.630952 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-538d16da-cdff-4280-943b-35d74e79953e req-cbeafca0-8d06-4bd3-b093-1ec0ebe900ca tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303299 Aug 24 19:42:18.740630 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa156db-171d-4a53-bdd4-ba7d3c73d2f2 req-95ec178b-a4a8-40c8-8542-83742dbb3bf0 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:18.742348 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aaa156db-171d-4a53-bdd4-ba7d3c73d2f2 req-95ec178b-a4a8-40c8-8542-83742dbb3bf0 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 945 time: 0.0466864 Aug 24 19:42:18.779280 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aaa156db-171d-4a53-bdd4-ba7d3c73d2f2 req-3e461de0-863f-44ea-a671-94483e3ba286 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Aug 24 19:42:18.800496 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45494) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:42:18.842038 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820b0c5-ae33-4279-b28a-a964f026a9a6 tempest-TestVolumeBootPattern-1767019326 tempest-TestVolumeBootPattern-1767019326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:18.843481 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-8820b0c5-ae33-4279-b28a-a964f026a9a6 tempest-TestVolumeBootPattern-1767019326 tempest-TestVolumeBootPattern-1767019326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1093 time: 0.0420356 Aug 24 19:42:18.846216 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45496) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:42:18.850421 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:42:18.928148 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:19.021533 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:19.123918 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Allocated IP 172.27.1.68 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/36f6f016-bf9d-48f7-9a90-e91c7004f1da) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:42:19.222059 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:19.322970 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:19.367015 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:42:19.369930 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:42:19.373517 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:42:19.386457 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=36f6f016-bf9d-48f7-9a90-e91c7004f1da,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:42:19.700601 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:19.831489 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:19.974399 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:20.040365 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:20.107941 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=36f6f016-bf9d-48f7-9a90-e91c7004f1da,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:42:20.119571 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:20.216129 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Floating IP 0564ac1c-ae3e-480b-a8ba-ebd0c35244a6 associated. External IP: 172.27.1.68, port: e8596897-e25d-45a8-9e90-a10e29373fa7. Aug 24 19:42:20.418031 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:42:20.780500 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:42:20.790135 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:42:20.799598 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:42:20.800199 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:42:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:42:20.866936 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:20.894268 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-c0729b80-da2c-4642-a825-655412cd5dee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0470581 Aug 24 19:42:20.894975 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:42:20.897372 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca" -d '{"events": [{"name": "network-changed", "server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:42:20.901831 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:42:20.934166 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29694911-e745-47ae-9b57-cfafdcce63b3 x-openstack-request-id: req-29694911-e745-47ae-9b57-cfafdcce63b3 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:42:20.934460 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:42:20.934705 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29694911-e745-47ae-9b57-cfafdcce63b3 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:42:20.935095 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'status': 'completed', 'code': 200} Aug 24 19:42:20.995762 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-d99dd64b-1182-4c45-bd8f-fa0310e31cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:20.997343 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-d99dd64b-1182-4c45-bd8f-fa0310e31cde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1098 time: 0.0412974 Aug 24 19:42:21.087954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-a67bb4ac-8656-497a-83a6-85b668cac2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:21.089355 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-a67bb4ac-8656-497a-83a6-85b668cac2f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0853913 Aug 24 19:42:21.126763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:19Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:42:21.154356 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-ecdb1313-b19a-4905-88b7-1ee9e7c4265f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 998 time: 0.0577564 Aug 24 19:42:21.156287 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:42:21.165336 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:42:21.165942 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:42:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:42:21.203535 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-bb06a54f-c37e-438f-9289-a5cc19d6d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:21.205097 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-bb06a54f-c37e-438f-9289-a5cc19d6d69f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0436711 Aug 24 19:42:21.253880 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-33b62ca9-4d94-4f15-854b-e244db67d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:21.255361 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-33b62ca9-4d94-4f15-854b-e244db67d6da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436275 Aug 24 19:42:21.268525 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:42:21.345907 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-be812d39-22aa-4d5b-b86f-4546e7e9336d service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828805 Aug 24 19:42:21.443415 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d3cc638e-f3e1-4b03-816d-99b2f9c51aca req-cf341168-1c77-40f6-ae1e-6090fcadc454 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906470 Aug 24 19:42:21.495261 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:19Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:42:21.521078 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df29f-09c8-4756-8e45-6f2f84a6aa33 None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:19Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:42:21.695189 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb91cd-1904-49cf-a61a-fea389d86a39 None None] New status for floating IP 0564ac1c-ae3e-480b-a8ba-ebd0c35244a6: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:42:25.869639 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-a032d11e-4e2a-4a1b-bbd5-f9caac2e97aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393529 Aug 24 19:42:25.967967 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-a01f9c73-6670-4a95-8260-c0c0bdd10160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:25.969587 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-a01f9c73-6670-4a95-8260-c0c0bdd10160 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1098 time: 0.0505176 Aug 24 19:42:26.075561 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-19fb62b3-32ec-4b3b-831a-6f5717f7b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:26.077037 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-19fb62b3-32ec-4b3b-831a-6f5717f7b68b service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0875263 Aug 24 19:42:26.141274 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-63e7f5a3-ee0a-48e4-ba9e-2cb5bdf32aaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0577109 Aug 24 19:42:26.189623 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-199ed07b-c1ee-41b3-917e-ddd4e8804b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:26.191047 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-199ed07b-c1ee-41b3-917e-ddd4e8804b2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0434532 Aug 24 19:42:26.238521 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-4df7a989-99ee-4c2b-b07b-1a88f286a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:42:26.239937 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-4df7a989-99ee-4c2b-b07b-1a88f286a317 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420482 Aug 24 19:42:26.329017 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-79a908a7-1fca-45ee-b9a6-6a03560884a9 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823791 Aug 24 19:42:26.419971 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e99259f7-2b52-4c19-bdc0-a2f961b5a4f0 req-8b253616-77a5-4ad9-bd78-6bcd3be14c6c service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844650 Aug 24 19:42:31.835972 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-e6882e6f-a7bf-4da5-94c7-9dbf352e2a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:34.537863 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f555-d1b6-428f-a8f7-a93fdf805240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:34.829779 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:35.863866 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:37.323799 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:42:42.041799 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:42:42.914273 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:01.836056 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-d8e779fa-011d-4fc7-9002-8654e381b11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:04.505181 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-80b4a781-7186-43cf-a40f-d2c9244a5a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:04.846099 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:05.859933 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:07.334412 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:12.970983 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:19.040761 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:43:26.880216 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-371b083e-e93c-422b-bee3-f46b1b597e72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399458 Aug 24 19:43:26.968019 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-c42d547b-95ef-4402-adfc-035467ff5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:26.969540 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-c42d547b-95ef-4402-adfc-035467ff5c01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1098 time: 0.0398085 Aug 24 19:43:27.072135 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-969b676c-ee4f-487c-8710-641c277ff537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:27.073602 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-969b676c-ee4f-487c-8710-641c277ff537 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0848942 Aug 24 19:43:27.138251 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-03e9534f-0cc3-4f90-8522-5f54780ed4bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0568540 Aug 24 19:43:27.186855 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-c4e244e8-ef6d-4e82-935b-e17f03901c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:27.188286 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-c4e244e8-ef6d-4e82-935b-e17f03901c95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0427837 Aug 24 19:43:27.235490 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-46d5631d-b90f-445a-94e0-783c62f9587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:43:27.237465 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-46d5631d-b90f-445a-94e0-783c62f9587a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421159 Aug 24 19:43:27.325969 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-3a2be954-065e-492e-a62f-cdd310352c1e service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817659 Aug 24 19:43:27.421258 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6bc3c572-5681-40e1-ae59-d318106d05f3 req-9318a0e5-ae60-4109-b201-61c423ca7eb5 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Aug 24 19:43:31.816700 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b02cb1f2-8285-4a5c-89e4-e1e4aa66956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:34.508354 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-2dddbad2-0819-4161-867d-e5898e17c28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:34.808039 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:35.890207 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:37.334125 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:42.935661 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:43:56.040372 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:44:01.843104 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-43c10476-e263-419b-8b91-95127482520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:04.513305 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5799-7f52-4f98-9052-ca9271c22be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:04.830143 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:05.872525 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:07.326067 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:08.128380 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cc536d8f-e616-4c06-a121-1b11e91c764b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064559475&fields=id&tenant_id=e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 267 time: 0.0325367 Aug 24 19:44:08.229537 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-a3bd3a84-955a-4311-81ff-fd402f222cb5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:08.231001 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-a3bd3a84-955a-4311-81ff-fd402f222cb5 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 811 time: 0.0959299 Aug 24 19:44:08.245649 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-d68a8184-a6cc-483d-a844-d8c36b9f0230 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/quotas/e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 375 time: 0.0087080 Aug 24 19:44:08.304898 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-6d2329b6-6da9-4a7b-8aa5-a5783fed4ad3 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0534747 Aug 24 19:44:08.383982 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-ab997c60-7cdc-46e3-a733-89dcad94c2b9 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 19:44:08.385006 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-ab997c60-7cdc-46e3-a733-89dcad94c2b9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691359 Aug 24 19:44:08.474448 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-b9221293-fa6d-4fb1-9a4b-ff12bc450018 service neutron] 10.222.0.59 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833201 Aug 24 19:44:08.563768 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-67855088-1580-4c55-9a2a-e5629c2ccd49 service neutron] 10.222.0.59 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832782 Aug 24 19:44:10.158644 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-169282ee-6608-49a5-b49a-94eb33cba93e req-a756f023-c399-42ba-8e8c-8772dc5c3a8d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0254385 Aug 24 19:44:11.232684 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a8a25944-4a24-4f83-9947-5de176199fc1 req-4ee73039-1c9f-47b3-a05b-99479959b8d4 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0247259 Aug 24 19:44:12.323149 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5aca4690-535b-4fc2-914b-9f4c960374f5 req-7e4fb260-fb7e-402f-b070-9dd82943acdd tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0258923 Aug 24 19:44:12.926524 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:13.399754 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d9357224-1208-41f5-8c2c-131721d736b6 req-fbf04542-5b32-4fff-9045-f8a690676a2d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0249019 Aug 24 19:44:14.490770 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-402d1559-4445-401b-9cce-7fef98bfc2e9 req-67e75040-d35b-4511-91f7-bc4f5b6d4303 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0268042 Aug 24 19:44:15.654741 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-d2561075-572a-4e28-b0e6-4855669a30ff req-405a4862-ba0d-4d84-80bb-7b9c67e278c4 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0284855 Aug 24 19:44:16.205864 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-90137f13-3c9b-483f-ad3e-6dc03234578b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:16.207331 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-90137f13-3c9b-483f-ad3e-6dc03234578b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 811 time: 0.1024373 Aug 24 19:44:16.250692 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-0537e516-3945-453a-99b6-1e3d47d31e6b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2be3a7831b54615af1b92b62f673658 HTTP/1.1" status: 200 len: 380 time: 0.0343940 Aug 24 19:44:16.260332 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'port': {'device_id': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'admin_state_up': True, 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'security_groups': ['0bd62936-2d76-448d-a9fe-0adb194fc74f']}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:44:16.466908 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Made reservation on behalf of e2be3a7831b54615af1b92b62f673658 for: {'port': 1} {{(pid=94430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:44:16.466908 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.561815 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Allocated IP 172.20.0.12 (91be4c16-b034-417f-ad7a-a8f3aa634a34/3e8ef5a8-2135-4275-b354-6b1b400318de/575120ce-b83d-4789-a305-68f33b5089bd) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:44:16.697658 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.712022 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Transition to ACTIVE for port object 575120ce-b83d-4789-a305-68f33b5089bd will not be triggered until provisioned by entity DHCP. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:44:16.755392 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f8a64f06-a68c-478e-b843-a299a6ad6f0e req-151f3463-2be1-4eb2-9466-f3f17711c776 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0339093 Aug 24 19:44:16.828054 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:16.873805 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:44:16.877366 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:44:16.881155 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:44:16.887630 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=575120ce-b83d-4789-a305-68f33b5089bd,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:16.913704 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.914044 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.916504 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.917561 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.917561 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:16.946115 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:16.946836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.068614 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-cdf139a2-79e9-456a-ae58-63674f76d2bf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8118272 Aug 24 19:44:17.081506 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Request body: {'port': {'device_id': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:44:17.134536 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.203285 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-ed8147b3-999a-41a5-b4cd-333f14ec4d70 None None] Provisioning for port 575120ce-b83d-4789-a305-68f33b5089bd completed by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:44:17.207359 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-ed8147b3-999a-41a5-b4cd-333f14ec4d70 None None] Provisioning complete for port 575120ce-b83d-4789-a305-68f33b5089bd triggered by entity DHCP. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:44:17.207730 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-ed8147b3-999a-41a5-b4cd-333f14ec4d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.245274 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-ed8147b3-999a-41a5-b4cd-333f14ec4d70 None None] Port 575120ce-b83d-4789-a305-68f33b5089bd cannot update to ACTIVE because it is not bound. {{(pid=94431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 19:44:17.395184 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575120ce-b83d-4789-a305-68f33b5089bd {{(pid=94430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:44:17.402675 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.423219 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.provisioning_blocks [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Transition to ACTIVE for port object 575120ce-b83d-4789-a305-68f33b5089bd will not be triggered until provisioned by entity L2. {{(pid=94430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:44:17.515608 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.566319 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=575120ce-b83d-4789-a305-68f33b5089bd,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:17.630728 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Attempting to bind port 575120ce-b83d-4789-a305-68f33b5089bd on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:44:17.630975 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Attempting to bind port 575120ce-b83d-4789-a305-68f33b5089bd by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:44:17.631296 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Attempting to bind port 575120ce-b83d-4789-a305-68f33b5089bd on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:44:17.635793 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Port 575120ce-b83d-4789-a305-68f33b5089bd on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:44:17.636112 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Attempting to bind port 575120ce-b83d-4789-a305-68f33b5089bd on network 91be4c16-b034-417f-ad7a-a8f3aa634a34 {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:44:17.641335 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Checking agent: {'id': 'be1b7046-1b47-42be-a4f3-c0cd30ee84a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'started_at': datetime.datetime(2021, 8, 24, 19, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:44:17.641676 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Checking segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 19:44:17.642057 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Bound using segment: {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'} {{(pid=94430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:44:17.642507 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.managers [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Bound port: 575120ce-b83d-4789-a305-68f33b5089bd, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c9325f-07cf-4c2e-bfab-f5e1469eee01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34'}}] {{(pid=94430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:44:17.642888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.710173 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] For port 575120ce-b83d-4789-a305-68f33b5089bd, host hv-cinder-79819, cleared binding levels {{(pid=94430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:44:17.716912 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] For port 575120ce-b83d-4789-a305-68f33b5089bd, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=575120ce-b83d-4789-a305-68f33b5089bd,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:44:17.833108 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.876686 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:17.877206 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:17.878816 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/575120ce-b83d-4789-a305-68f33b5089bd HTTP/1.1" status: 200 len: 1094 time: 0.8016200 Aug 24 19:44:17.880992 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:44:17.883757 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11938928-d534-41e5-b0be-0307ed85646a" -d '{"events": [{"name": "network-changed", "server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "tag": "575120ce-b83d-4789-a305-68f33b5089bd"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:44:17.929383 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b5e90-390e-416f-affa-0b0bb06349f1 req-bb96ee2a-93f5-46ea-9733-9d4fc9150cda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:17.930967 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f28b5e90-390e-416f-affa-0b0bb06349f1 req-bb96ee2a-93f5-46ea-9733-9d4fc9150cda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.1098428 Aug 24 19:44:17.931629 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a02bf5-d4ed-4c87-843f-d76e9079c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=575120ce-b83d-4789-a305-68f33b5089bd,revision_number=3']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:17.935062 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aede852-aa91-4a0c-86d0-983fdb4f5051 x-openstack-request-id: req-8aede852-aa91-4a0c-86d0-983fdb4f5051 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:44:17.935340 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "tag": "575120ce-b83d-4789-a305-68f33b5089bd", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:44:17.939846 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8aede852-aa91-4a0c-86d0-983fdb4f5051 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:44:17.939846 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd', 'status': 'completed', 'code': 200} Aug 24 19:44:18.003718 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f28b5e90-390e-416f-affa-0b0bb06349f1 req-eceead75-8fef-49aa-9def-72ae214d141b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637240 Aug 24 19:44:18.017995 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11938928-d534-41e5-b0be-0307ed85646a req-04d0f2d5-e5d2-49e6-b0db-82b1bbcb9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.023055 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-11938928-d534-41e5-b0be-0307ed85646a req-04d0f2d5-e5d2-49e6-b0db-82b1bbcb9b8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 1097 time: 0.0715344 Aug 24 19:44:18.121336 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11938928-d534-41e5-b0be-0307ed85646a req-0e617a6d-99dd-418f-85e2-a59d918aa045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.122790 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-11938928-d534-41e5-b0be-0307ed85646a req-0e617a6d-99dd-418f-85e2-a59d918aa045 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e2be3a7831b54615af1b92b62f673658&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0958090 Aug 24 19:44:18.214783 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11938928-d534-41e5-b0be-0307ed85646a req-51a79c9f-e1fc-4963-ac3c-2de52791de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.216217 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-11938928-d534-41e5-b0be-0307ed85646a req-51a79c9f-e1fc-4963-ac3c-2de52791de8e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868371 Aug 24 19:44:18.288957 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-c6fe253d-82d5-4233-928b-6427406b1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.290415 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-c6fe253d-82d5-4233-928b-6427406b1d68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 1097 time: 0.0390396 Aug 24 19:44:18.331685 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-62e9a7c7-6e62-4afc-a5a7-adfa4902be01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575120ce-b83d-4789-a305-68f33b5089bd HTTP/1.1" status: 200 len: 217 time: 0.0337150 Aug 24 19:44:18.382888 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-f928fed6-909c-4bda-8575-bc78f14214c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.384342 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-f928fed6-909c-4bda-8575-bc78f14214c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0464382 Aug 24 19:44:18.428076 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-ba3c7486-266b-49bf-804a-8a4f3a46c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:18.429556 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-ba3c7486-266b-49bf-804a-8a4f3a46c3ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386813 Aug 24 19:44:18.515340 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-9e00d334-f46b-4d9f-bf91-b9da0859291c service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787244 Aug 24 19:44:18.604537 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-2a016e9a-eb50-43be-85fe-993daec89de3 req-6d601e69-904e-42ba-9f28-1773ea34cabc service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819833 Aug 24 19:44:19.127752 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945882e-94ac-4ee2-83a0-803b5ba0d604 req-3251abde-f02c-4a02-9d6e-d663421ebea7 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:19.129291 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e945882e-94ac-4ee2-83a0-803b5ba0d604 req-3251abde-f02c-4a02-9d6e-d663421ebea7 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.0475466 Aug 24 19:44:19.165557 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e945882e-94ac-4ee2-83a0-803b5ba0d604 req-0d52e296-1cc5-4171-a554-49475950bfcf tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302899 Aug 24 19:44:20.276236 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279583b-02ad-4830-812a-389b2dfc73b2 req-97e8e091-5513-41ff-aff3-60057962e77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:20.277703 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f279583b-02ad-4830-812a-389b2dfc73b2 req-97e8e091-5513-41ff-aff3-60057962e77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.0460336 Aug 24 19:44:20.323513 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f279583b-02ad-4830-812a-389b2dfc73b2 req-dfa58759-6a95-4c7b-a1ce-6274d22f0760 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391328 Aug 24 19:44:21.437233 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3f924-0c24-4991-ad9c-0662d3cb980f req-33e5bb8c-01e7-4f8d-b1b2-fae7d4572972 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:21.439295 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a5a3f924-0c24-4991-ad9c-0662d3cb980f req-33e5bb8c-01e7-4f8d-b1b2-fae7d4572972 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.0482419 Aug 24 19:44:21.477054 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a5a3f924-0c24-4991-ad9c-0662d3cb980f req-43905fa2-8f22-4e29-8056-08182b5aff01 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Aug 24 19:44:22.586700 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a3cb9-d7ee-4180-ab8a-75381f8485d4 req-c5a935fa-a977-4a64-a895-cf7a7e130f9b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:22.588140 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e77a3cb9-d7ee-4180-ab8a-75381f8485d4 req-c5a935fa-a977-4a64-a895-cf7a7e130f9b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.0461526 Aug 24 19:44:22.625845 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e77a3cb9-d7ee-4180-ab8a-75381f8485d4 req-e688b539-2bca-4333-b937-9253bc2c0c89 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Aug 24 19:44:23.735896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877767d-1510-471c-bf12-0eee43939820 req-bea878ad-c096-4ed9-bda0-3f28d0e5f78b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:23.737362 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c877767d-1510-471c-bf12-0eee43939820 req-bea878ad-c096-4ed9-bda0-3f28d0e5f78b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.0467305 Aug 24 19:44:23.776523 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-c877767d-1510-471c-bf12-0eee43939820 req-cc596f45-de6f-4b98-a002-9803284bcb3e tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333891 Aug 24 19:44:24.887064 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd695-d78b-4d21-ab21-ec3213fa8a58 req-f23c1fc5-76dd-4329-b07c-b4b761989ff6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:24.888547 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-989bd695-d78b-4d21-ab21-ec3213fa8a58 req-f23c1fc5-76dd-4329-b07c-b4b761989ff6 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.0474925 Aug 24 19:44:24.926287 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-989bd695-d78b-4d21-ab21-ec3213fa8a58 req-0f611e12-f407-452e-93b4-45feb5bd02d9 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Aug 24 19:44:26.036611 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3a1c7-392e-4c2d-b1a3-237731258588 req-a730d4ef-a759-49c4-9210-a3306c8ec870 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:26.037957 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0b3a1c7-392e-4c2d-b1a3-237731258588 req-a730d4ef-a759-49c4-9210-a3306c8ec870 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 944 time: 0.0464489 Aug 24 19:44:26.074651 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-e0b3a1c7-392e-4c2d-b1a3-237731258588 req-88632690-9944-4465-8597-28860efe5284 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307856 Aug 24 19:44:26.843571 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 575120ce-b83d-4789-a305-68f33b5089bd details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 19:44:26.936401 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 575120ce-b83d-4789-a305-68f33b5089bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=575120ce-b83d-4789-a305-68f33b5089bd,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:44:26.947755 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Returning: {'device': '575120ce-b83d-4789-a305-68f33b5089bd', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'port_id': '575120ce-b83d-4789-a305-68f33b5089bd', 'mac_address': 'fa:16:3e:57:55:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 19:44:26.988430 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:27.000834 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575120ce-b83d-4789-a305-68f33b5089bd {{(pid=94431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:44:27.019225 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 575120ce-b83d-4789-a305-68f33b5089bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=575120ce-b83d-4789-a305-68f33b5089bd,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:44:27.106395 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:27.153190 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=575120ce-b83d-4789-a305-68f33b5089bd,revision_number=4']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:27.160734 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.161082 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.161420 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.161751 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.162144 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.162476 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.162803 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.163130 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.163457 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.163780 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.164101 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.164457 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:44:27.185226 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb873-0a98-4736-aed4-33f43d32790e req-58152bad-cbf9-41bf-85e9-553ceb8c0718 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:27.186683 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ab6bb873-0a98-4736-aed4-33f43d32790e req-58152bad-cbf9-41bf-85e9-553ceb8c0718 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 945 time: 0.0477991 Aug 24 19:44:27.226873 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ab6bb873-0a98-4736-aed4-33f43d32790e req-c45eef74-e4f3-4813-b55c-b3c16672d626 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342293 Aug 24 19:44:27.319638 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] get_ports_and_sgs() called for port_ids ['575120ce-b83d-4789-a305-68f33b5089bd'] {{(pid=94431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 19:44:27.857439 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-bc85528a-cc44-44a0-b532-8e9edb07a1c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366929 Aug 24 19:44:27.934019 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-73b50850-eb81-4548-8169-bee4fb75284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:27.935464 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-73b50850-eb81-4548-8169-bee4fb75284f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1098 time: 0.0382948 Aug 24 19:44:28.042963 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-e545360f-c893-433e-b8fb-71dd8b5461ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:28.044403 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-e545360f-c893-433e-b8fb-71dd8b5461ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0895562 Aug 24 19:44:28.109425 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-13af23a8-b289-4fb9-81dc-d857b4169e77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0581045 Aug 24 19:44:28.157739 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-f52510b5-4113-4f58-b0fd-c0323a00d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:28.159171 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-f52510b5-4113-4f58-b0fd-c0323a00d1d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0428653 Aug 24 19:44:28.205353 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-e2c0a503-33d0-468d-b861-da5e2d31d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:28.206824 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-e2c0a503-33d0-468d-b861-da5e2d31d732 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413904 Aug 24 19:44:28.305359 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-a106ac52-b7d5-4b18-8866-b0b1221d1753 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916090 Aug 24 19:44:28.655082 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62d4a0-6f0d-4120-a8f3-f5ade88e5907 req-2fe7090a-9d6a-4e07-aa5a-b154366dc2ea tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:28.656482 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a62d4a0-6f0d-4120-a8f3-f5ade88e5907 req-2fe7090a-9d6a-4e07-aa5a-b154366dc2ea tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 945 time: 0.3646643 Aug 24 19:44:28.702421 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6379c3a6-ed78-4b22-8909-33eda1ad65e3 req-6e7c66c5-d2cb-446b-8c78-9a0ae70d7bde service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842068 Aug 24 19:44:28.717589 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8a62d4a0-6f0d-4120-a8f3-f5ade88e5907 req-b75faef5-e6cb-4536-b08a-a84667e945e0 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540113 Aug 24 19:44:28.858227 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 575120ce-b83d-4789-a305-68f33b5089bd up at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 19:44:28.999763 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning for port 575120ce-b83d-4789-a305-68f33b5089bd completed by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:44:29.004329 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.provisioning_blocks [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Provisioning complete for port 575120ce-b83d-4789-a305-68f33b5089bd triggered by entity L2. {{(pid=94431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:44:29.004704 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1482908'] for port, provisioning_complete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:29.083954 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:29.110533 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd'}] {{(pid=94431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:44:29.112934 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bd994bd3e4a41f277e343bae54d0e1808650b6a09460f634cdd7ee7471236db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219897cf-c698-4adf-bf6e-cf4dda75f7e0" -d '{"events": [{"server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "name": "network-vif-plugged", "status": "completed", "tag": "575120ce-b83d-4789-a305-68f33b5089bd"}]}' {{(pid=94431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:44:29.126591 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] For port 575120ce-b83d-4789-a305-68f33b5089bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=575120ce-b83d-4789-a305-68f33b5089bd,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:44:29.150346 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad8211d-0779-4ab5-ae26-5963947c8799 x-openstack-request-id: req-cad8211d-0779-4ab5-ae26-5963947c8799 {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:44:29.150631 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "name": "network-vif-plugged", "status": "completed", "tag": "575120ce-b83d-4789-a305-68f33b5089bd", "code": 200}]} {{(pid=94431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:44:29.150877 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cad8211d-0779-4ab5-ae26-5963947c8799 {{(pid=94431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:44:29.151264 dv-cinder-798198-3-iscsi neutron-server[94431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd', 'code': 200} Aug 24 19:44:29.197136 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908'] for port, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:29.244428 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Pushing event updated for resources: {'Port': ['ID=575120ce-b83d-4789-a305-68f33b5089bd,revision_number=5']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:29.535911 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e06622-4b7c-4839-a769-85b42bb76536 req-27d9206f-2645-4fe9-9672-efffea5b3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:29.537411 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3e06622-4b7c-4839-a769-85b42bb76536 req-27d9206f-2645-4fe9-9672-efffea5b3e48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 1099 time: 0.0389979 Aug 24 19:44:29.571421 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f3e06622-4b7c-4839-a769-85b42bb76536 req-2fc678ca-68db-4412-919d-1803c3e1350d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274429 Aug 24 19:44:29.830466 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617b10-9b24-442d-8309-615986ec2c9d req-2d0b64ce-2717-430b-83fe-052a2c51aa9c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:29.831883 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ae617b10-9b24-442d-8309-615986ec2c9d req-2d0b64ce-2717-430b-83fe-052a2c51aa9c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 946 time: 0.0493610 Aug 24 19:44:29.868395 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-ae617b10-9b24-442d-8309-615986ec2c9d req-5a89a053-f8b8-45c7-9208-12a0e5c5ef3a tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Aug 24 19:44:30.983063 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19748b-5861-4025-8d21-85b27706f307 req-c3546eb4-9bbd-421f-a3e7-4de0e96c3582 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:30.984527 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f19748b-5861-4025-8d21-85b27706f307 req-c3546eb4-9bbd-421f-a3e7-4de0e96c3582 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 946 time: 0.0471437 Aug 24 19:44:31.020925 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6f19748b-5861-4025-8d21-85b27706f307 req-5c4fe430-b389-46a9-9d97-74056cd1f350 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304973 Aug 24 19:44:31.131364 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164531a-12ef-4a88-b9c9-abef28f5271e req-572b0830-e596-4856-af90-1241d66d4b83 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:31.132876 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a164531a-12ef-4a88-b9c9-abef28f5271e req-572b0830-e596-4856-af90-1241d66d4b83 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 946 time: 0.0480323 Aug 24 19:44:31.169686 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a164531a-12ef-4a88-b9c9-abef28f5271e req-fcacbcea-bac3-4026-ba3b-6a3cfc01963e tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Aug 24 19:44:31.191873 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45652) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:44:31.236282 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57cdce-273b-4350-900e-2e216152413c tempest-TestVolumeBootPattern-1767019326 tempest-TestVolumeBootPattern-1767019326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:31.237771 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-0e57cdce-273b-4350-900e-2e216152413c tempest-TestVolumeBootPattern-1767019326 tempest-TestVolumeBootPattern-1767019326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 1094 time: 0.0448415 Aug 24 19:44:31.240494 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45654) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:44:31.244848 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.v2.base [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Request body: {'floatingip': {'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'port_id': '575120ce-b83d-4789-a305-68f33b5089bd', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 19:44:31.324775 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:31.417559 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:31.520403 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.db_base_plugin_common [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Allocated IP 172.27.1.210 (ff07b1e7-9a8b-4d47-af53-7d436a1dc865/5aa48840-cd4a-4a46-bf1b-502719027c1f/b0c2fed3-77f2-4bdf-afc8-ea29182140a6) {{(pid=94430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:44:31.616437 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:31.762445 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738723922872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:31.806468 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Network ff07b1e7-9a8b-4d47-af53-7d436a1dc865 is already hosted by enough agents. {{(pid=94430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:44:31.809332 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.base_scheduler [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Resources bound (agent type, host, resource id): {{(pid=94430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:44:31.812913 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Received port after_create {{(pid=94430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:44:31.816336 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-8e295068-eba9-4586-9ef7-11ac3d982203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:31.818850 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=b0c2fed3-77f2-4bdf-afc8-ea29182140a6,revision_number=1']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:32.150830 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:32.269860 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1442304'] for port, before_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:32.416147 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for port, precommit_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:32.507854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738724379365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738723922890', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738723922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731505'] for port, after_update {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:32.572777 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event updated for resources: {'Port': ['ID=b0c2fed3-77f2-4bdf-afc8-ea29182140a6,revision_number=2']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:44:32.584775 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421781'] for floatingip, after_create {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:32.683252 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Floating IP cda88de4-4823-4e2c-bb41-62757df3f2a1 associated. External IP: 172.27.1.210, port: 575120ce-b83d-4789-a305-68f33b5089bd. Aug 24 19:44:32.885948 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:44:32.988019 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:44:32.998045 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:44:33.008185 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:44:33.014347 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:44:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:44:33.038328 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:44:33.085006 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:33.111877 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:44:33.114728 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-8cef0b4e-8059-4977-8afe-cabf792a8514 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8732479 Aug 24 19:44:33.115404 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:44:33.117673 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "tag": "575120ce-b83d-4789-a305-68f33b5089bd"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:44:33.153642 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a25ce40-c945-48ab-8968-bb6964f6aecb x-openstack-request-id: req-6a25ce40-c945-48ab-8968-bb6964f6aecb {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:44:33.154261 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "tag": "575120ce-b83d-4789-a305-68f33b5089bd", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:44:33.154261 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a25ce40-c945-48ab-8968-bb6964f6aecb {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:44:33.154584 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd', 'status': 'completed', 'code': 200} Aug 24 19:44:33.215005 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-d23162b3-0e7d-45f4-b24a-66af8d919d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:33.216537 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-d23162b3-0e7d-45f4-b24a-66af8d919d24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 1099 time: 0.0414209 Aug 24 19:44:33.304835 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-94a35c30-61a6-42c7-b91c-eaf6cf067e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:33.306332 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-94a35c30-61a6-42c7-b91c-eaf6cf067e0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0832245 Aug 24 19:44:33.336629 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:21Z', 'revision_number': 1, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}, {'id': 'cda88de4-4823-4e2c-bb41-62757df3f2a1', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': '575120ce-b83d-4789-a305-68f33b5089bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:57:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:44:32Z', 'updated_at': '2021-08-24T19:44:32Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:44:33.362953 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:44:33.371147 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:44:33.371764 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:44:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:44:33.376201 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-bf56c202-32c6-4581-8a96-7d4ded74b122 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575120ce-b83d-4789-a305-68f33b5089bd HTTP/1.1" status: 200 len: 1000 time: 0.0622323 Aug 24 19:44:33.427337 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-c0967029-9bc9-4767-a6fd-4f3c0af73e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:33.428831 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-c0967029-9bc9-4767-a6fd-4f3c0af73e3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0462892 Aug 24 19:44:33.475023 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-0f58af12-d415-42eb-a4cc-448023cf1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:44:33.475316 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:44:33.476560 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-0f58af12-d415-42eb-a4cc-448023cf1ccc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408094 Aug 24 19:44:33.570441 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-64bdd7ea-0530-46e8-8c47-155953f56c02 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859911 Aug 24 19:44:33.659487 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-aadc3ae7-3f18-4ad9-ab8e-224b471a55f8 req-a06ec3a1-d1f9-400f-afb1-fed999cf081a service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818174 Aug 24 19:44:33.702368 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:21Z', 'revision_number': 1, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}, {'id': 'cda88de4-4823-4e2c-bb41-62757df3f2a1', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': '575120ce-b83d-4789-a305-68f33b5089bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:57:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:44:32Z', 'updated_at': '2021-08-24T19:44:32Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:44:33.731667 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc63df-560f-4f78-9b29-79ad8c521ee3 None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:21Z', 'revision_number': 1, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}, {'id': 'cda88de4-4823-4e2c-bb41-62757df3f2a1', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': '575120ce-b83d-4789-a305-68f33b5089bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:57:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:44:32Z', 'updated_at': '2021-08-24T19:44:32Z', 'revision_number': 0, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:44:33.920577 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd2956-be88-4e60-961d-19b12edc47b7 None None] New status for floating IP cda88de4-4823-4e2c-bb41-62757df3f2a1: ACTIVE {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:44:34.532969 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b837e4b2-9a91-4f7e-bb82-262759b36e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:34.809978 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:35.892247 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:37.334516 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:44:42.896196 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:01.833093 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd7f0-bba2-4119-943f-7a2de01f66f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:04.513328 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4349e42f-711f-41d1-9bf7-dd53a6a1d04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:04.806616 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:05.898271 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:07.332017 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:10.037316 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:45:12.957294 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:29.847206 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-5816a098-a132-4246-b326-d5552b9ffa26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460272 Aug 24 19:45:29.933332 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-771a2967-7ad9-4c62-a5cb-4d3ad566c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:29.934907 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-771a2967-7ad9-4c62-a5cb-4d3ad566c916 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1098 time: 0.0454717 Aug 24 19:45:30.043947 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-c19cc0d4-9c71-46e8-8ef1-376a4fbd0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:30.045628 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-c19cc0d4-9c71-46e8-8ef1-376a4fbd0120 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0919280 Aug 24 19:45:30.136506 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-f27dd696-1abe-491f-b505-bff0cfe99ff7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0831649 Aug 24 19:45:30.193113 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-a8ba8213-cbe6-4f43-aff4-9bd5d22cfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:30.194598 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-a8ba8213-cbe6-4f43-aff4-9bd5d22cfb62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0511246 Aug 24 19:45:30.244927 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-c48e1692-fb31-40de-9dc5-666a33345ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:45:30.246523 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-c48e1692-fb31-40de-9dc5-666a33345ff2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448840 Aug 24 19:45:30.347129 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-360727c2-6aa1-42e9-893a-cc0ac25c0818 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924721 Aug 24 19:45:30.457116 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-a598e10b-ade8-402b-82e7-42ef6e4f736e req-af09d3fb-ce8a-4710-b882-628fab4b6f91 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027689 Aug 24 19:45:31.830598 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-95d87ade-2e01-43eb-92ad-a58a470f9cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.201746 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-5a3fdc08-c6b9-4564-a225-43a080a1adea req-8dd0d514-740c-4c27-862d-e0fe538832a2 service neutron] (94430) timed out ('10.222.0.35', 49585) {{(pid=94430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 19:45:34.241711 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-feed4c60-5a69-4ff3-914c-06efbe7adf9c req-a93d3555-bbd1-4c6f-a7bb-b38b30356269 service neutron] (94430) timed out ('10.222.0.35', 49588) {{(pid=94430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 19:45:34.504851 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-90c9a5da-b1a1-4c7b-ba13-aac22de13405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:34.552085 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [req-dc312543-fa16-4a71-9a93-067de94539b8 req-98237c48-501b-40a2-9d13-e3dab195bae7 service neutron] (94429) timed out ('10.222.0.35', 49626) {{(pid=94429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 19:45:34.815912 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:35.921540 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:37.370242 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:42.935703 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:45:47.035895 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:46:01.836380 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a5348210-2e02-4036-b1af-2755d1edef16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.516560 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-5e9b3f9c-bc05-478b-8f04-c15016523495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:04.827117 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:05.992858 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:07.339064 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:11.857043 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45696) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:12.023643 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Deleting port b0c2fed3-77f2-4bdf-afc8-ea29182140a6 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:12.023980 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.103036 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.103281 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.114712 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Calling delete_port for b0c2fed3-77f2-4bdf-afc8-ea29182140a6 owned by network:floatingip {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:12.322170 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.348605 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event deleted for resources: {'Port': ['ID=b0c2fed3-77f2-4bdf-afc8-ea29182140a6,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:12.360796 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.361148 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.361482 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.362759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.362759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.362759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.362759 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.363197 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.363392 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.363709 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.364028 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.364365 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:12.419920 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.420248 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Floating IP cda88de4-4823-4e2c-bb41-62757df3f2a1 disassociated (deleted). External IP: 172.27.1.210, port: 575120ce-b83d-4789-a305-68f33b5089bd. Aug 24 19:46:12.624984 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:46:12.739233 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:46:12.742356 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:12.748808 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:46:12.758624 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:12.759380 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:12.769396 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-5ea538b6-5c44-4f0a-b11c-459dd80c4e75 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "DELETE /v2.0/floatingips/cda88de4-4823-4e2c-bb41-62757df3f2a1 HTTP/1.1" status: 204 len: 168 time: 0.9112425 Aug 24 19:46:12.769974 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:12.772306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd96d62-9a2f-4d21-9f6f-98395effd25d" -d '{"events": [{"name": "network-changed", "server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "tag": "575120ce-b83d-4789-a305-68f33b5089bd"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:46:12.821942 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751d3f58-9e61-4cd7-8e53-9a159fbe13a0 x-openstack-request-id: req-751d3f58-9e61-4cd7-8e53-9a159fbe13a0 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:46:12.822231 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "tag": "575120ce-b83d-4789-a305-68f33b5089bd", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:46:12.822546 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-751d3f58-9e61-4cd7-8e53-9a159fbe13a0 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:46:12.823378 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd', 'status': 'completed', 'code': 200} Aug 24 19:46:12.887755 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-dd8621a6-14ba-40b4-b265-6ce8047b9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:12.889327 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-dd8621a6-14ba-40b4-b265-6ce8047b9acd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 1099 time: 0.0448475 Aug 24 19:46:12.895597 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:13.009849 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-7ff73bfd-7801-48e6-8a05-48ccc35804e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:13.011439 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-7ff73bfd-7801-48e6-8a05-48ccc35804e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.1148570 Aug 24 19:46:13.019053 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:13.073476 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-043c8593-db39-4c5b-ac04-a95cfa1868de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575120ce-b83d-4789-a305-68f33b5089bd HTTP/1.1" status: 200 len: 217 time: 0.0549121 Aug 24 19:46:13.136540 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-63f3a468-186f-4db8-a1ac-e9641016e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:13.138233 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-63f3a468-186f-4db8-a1ac-e9641016e1a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0573831 Aug 24 19:46:13.196031 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:21Z', 'revision_number': 1, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:13.197854 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-7ae9cfe0-c888-4b8b-9aee-46b3ee7d2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:13.200052 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-7ae9cfe0-c888-4b8b-9aee-46b3ee7d2143 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546010 Aug 24 19:46:13.248081 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:46:13.263048 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:13.264111 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:13.305449 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-23fab232-5d36-4ad3-8419-b31edfae816f service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972152 Aug 24 19:46:13.404039 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:13.410172 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679033d7-b2d3-404e-8670-0c2ae43631bf req-f9b4306e-157d-41fd-9696-3e24906be5ae tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:13.411720 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-679033d7-b2d3-404e-8670-0c2ae43631bf req-f9b4306e-157d-41fd-9696-3e24906be5ae tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 946 time: 0.1053061 Aug 24 19:46:13.458968 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-5cd96d62-9a2f-4d21-9f6f-98395effd25d req-33cc5bb4-6e04-4d21-bbe0-436187e16780 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438999 Aug 24 19:46:13.475602 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-679033d7-b2d3-404e-8670-0c2ae43631bf req-cc6e166f-b530-42b7-9116-df6a19fb012b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547755 Aug 24 19:46:13.775421 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:21Z', 'revision_number': 1, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:13.804183 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25800d77-8d1d-426c-8415-c4c82a828369 None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_floatingips': [{'id': '0564ac1c-ae3e-480b-a8ba-ebd0c35244a6', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'router_id': 'f1105e08-0530-4848-8242-807944450451', 'port_id': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'mac_address': 'fa:16:3e:9d:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:42:19Z', 'updated_at': '2021-08-24T19:42:21Z', 'revision_number': 1, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:46:14.049354 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b66399-762a-4b04-b238-5db5cad7197a None None] New status for floating IP cda88de4-4823-4e2c-bb41-62757df3f2a1: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:46:14.590832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012d616-2282-405f-81c0-ed597074b813 req-7bc2b159-0954-4259-92c7-68fa9f87871f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:14.592590 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7012d616-2282-405f-81c0-ed597074b813 req-7bc2b159-0954-4259-92c7-68fa9f87871f tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 946 time: 0.0474515 Aug 24 19:46:14.630631 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-7012d616-2282-405f-81c0-ed597074b813 req-ce73bceb-bdd8-4ce0-a150-6b95cf362295 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321243 Aug 24 19:46:14.788832 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-5844c075-d0f1-496e-bb8f-803889d811ee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:14.790807 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-5844c075-d0f1-496e-bb8f-803889d811ee tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 946 time: 0.0505877 Aug 24 19:46:14.884639 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Deleting port 575120ce-b83d-4789-a305-68f33b5089bd {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:14.884980 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:14.975733 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] For port 575120ce-b83d-4789-a305-68f33b5089bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=575120ce-b83d-4789-a305-68f33b5089bd,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:14.976102 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:14.990369 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Calling delete_port for 575120ce-b83d-4789-a305-68f33b5089bd owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:15.197306 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:15.230896 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event deleted for resources: {'Port': ['ID=575120ce-b83d-4789-a305-68f33b5089bd,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:15.271357 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] No DVR routers for this DVR port 575120ce-b83d-4789-a305-68f33b5089bd on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:46:15.274680 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:15.276746 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-b065af5a-f147-4b21-877d-57ada2a7d801 req-7cf336e2-711d-4438-a0ca-b25203991dda tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "DELETE /v2.0/ports/575120ce-b83d-4789-a305-68f33b5089bd HTTP/1.1" status: 204 len: 173 time: 0.4797752 Aug 24 19:46:15.277204 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'name': 'network-vif-deleted', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:15.279592 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83049e0c-5bb3-4cd3-9798-55e76d1b1187" -d '{"events": [{"server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "name": "network-vif-deleted", "tag": "575120ce-b83d-4789-a305-68f33b5089bd"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:46:15.315539 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c0c573-ec92-4ef9-8d7f-a595fdf78059 x-openstack-request-id: req-e3c0c573-ec92-4ef9-8d7f-a595fdf78059 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:46:15.315995 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced7d1cd-bf5b-49de-8b65-c2f4920242dc", "name": "network-vif-deleted", "tag": "575120ce-b83d-4789-a305-68f33b5089bd", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:46:15.316442 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3c0c573-ec92-4ef9-8d7f-a595fdf78059 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:46:15.317062 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced7d1cd-bf5b-49de-8b65-c2f4920242dc', 'name': 'network-vif-deleted', 'tag': '575120ce-b83d-4789-a305-68f33b5089bd', 'status': 'completed', 'code': 200} Aug 24 19:46:15.724846 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-bfbf5548-d00b-4ae4-81ff-80766a4bfcbf req-6a531728-11d6-41b2-bfee-151d0069a05c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=ced7d1cd-bf5b-49de-8b65-c2f4920242dc HTTP/1.1" status: 200 len: 210 time: 0.0255141 Aug 24 19:46:17.451495 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 575120ce-b83d-4789-a305-68f33b5089bd no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:17.471718 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: 575120ce-b83d-4789-a305-68f33b5089bd {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:17.472064 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device 575120ce-b83d-4789-a305-68f33b5089bd not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:19.258471 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45734) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:19.684947 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Deleting port 36f6f016-bf9d-48f7-9a90-e91c7004f1da {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:19.685200 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.765629 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.765954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:19.778690 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Calling delete_port for 36f6f016-bf9d-48f7-9a90-e91c7004f1da owned by network:floatingip {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:20.016074 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.044808 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event deleted for resources: {'Port': ['ID=36f6f016-bf9d-48f7-9a90-e91c7004f1da,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:20.107108 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.107439 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.db.l3_db [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Floating IP 0564ac1c-ae3e-480b-a8ba-ebd0c35244a6 disassociated (deleted). External IP: 172.27.1.68, port: e8596897-e25d-45a8-9e90-a10e29373fa7. Aug 24 19:46:20.320806 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:46:20.431494 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:46:20.436510 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:20.443016 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:46:20.454706 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:20.455535 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:20.471023 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-f1b3c8a6-729b-4dc6-b76d-57a593a81312 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "DELETE /v2.0/floatingips/0564ac1c-ae3e-480b-a8ba-ebd0c35244a6 HTTP/1.1" status: 204 len: 168 time: 1.2101066 Aug 24 19:46:20.471957 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:20.475998 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48a34f6-887d-4f96-bf93-d955e2bad781" -d '{"events": [{"name": "network-changed", "server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:46:20.517393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 19:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5cb957-0f40-414d-8b3f-47277aab67bb x-openstack-request-id: req-2d5cb957-0f40-414d-8b3f-47277aab67bb {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:46:20.517836 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:46:20.518226 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d5cb957-0f40-414d-8b3f-47277aab67bb {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:46:20.519116 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'status': 'completed', 'code': 200} Aug 24 19:46:20.588396 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-85a60a9c-7b7c-4b7f-8b4a-cba9d51a10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.590093 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-85a60a9c-7b7c-4b7f-8b4a-cba9d51a10b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2be3a7831b54615af1b92b62f673658&device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 1098 time: 0.0432198 Aug 24 19:46:20.599246 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:20.688877 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-abf11160-6b24-4ebf-9cc8-a84d35877d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.690367 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-abf11160-6b24-4ebf-9cc8-a84d35877d9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 200 len: 912 time: 0.0930147 Aug 24 19:46:20.733787 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-361bbaa1-2bce-4993-b1f1-dbb2b1b0eb51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 200 len: 217 time: 0.0359275 Aug 24 19:46:20.784385 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-ddd2c46e-8082-4976-b9c8-195cb4192210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.785865 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-ddd2c46e-8082-4976-b9c8-195cb4192210 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 200 len: 850 time: 0.0459337 Aug 24 19:46:20.829251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:20.842321 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-b8a7ff39-342b-4e24-a1d6-2e900a5bd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.843266 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-b8a7ff39-342b-4e24-a1d6-2e900a5bd541 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91be4c16-b034-417f-ad7a-a8f3aa634a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500503 Aug 24 19:46:20.857285 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:46:20.867399 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:20.868722 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:20.966115 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe875d5-4a4f-4bf9-ba13-1bcf06585a6e req-9d6cfbf2-bf98-4379-bc85-da0cf57a4d19 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:20.967909 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dfe875d5-4a4f-4bf9-ba13-1bcf06585a6e req-9d6cfbf2-bf98-4379-bc85-da0cf57a4d19 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 945 time: 0.0983977 Aug 24 19:46:20.983481 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:20.989508 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-af779682-7d98-451d-8c9a-70a27f507e73 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386788 Aug 24 19:46:21.059933 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-dfe875d5-4a4f-4bf9-ba13-1bcf06585a6e req-a40e37cc-9eba-4487-a95d-d7b18beaad15 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822175 Aug 24 19:46:21.102202 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-f48a34f6-887d-4f96-bf93-d955e2bad781 req-4f4ce7ef-333b-4e0f-a131-d083c84d3dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049354 Aug 24 19:46:21.190055 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:21.220319 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f542adb6-335e-4461-a121-6c2c8de838c5 None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:39:07Z', 'revision_number': 4, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi', '_interfaces': [{'id': 'c6b605e8-a515-46f0-99aa-2431f8b5166f', 'name': '', 'network_id': '91be4c16-b034-417f-ad7a-a8f3aa634a34', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'mac_address': 'fa:16:3e:a0:fb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:06Z', 'updated_at': '2021-08-24T19:39:12Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'subnets': [{'id': '3e8ef5a8-2135-4275-b354-6b1b400318de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:46:21.459204 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf3b76-da1c-459f-a881-bdac454a604b None None] New status for floating IP 0564ac1c-ae3e-480b-a8ba-ebd0c35244a6: DOWN {{(pid=94432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 19:46:22.185085 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a9cda-e1c2-47be-8220-238d6b84082a req-41e1f3cf-8362-4b9c-a9e6-86b67a2e8cec tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:22.186592 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-249a9cda-e1c2-47be-8220-238d6b84082a req-41e1f3cf-8362-4b9c-a9e6-86b67a2e8cec tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 945 time: 0.0503547 Aug 24 19:46:22.230856 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-249a9cda-e1c2-47be-8220-238d6b84082a req-1bec8410-afd3-47bc-be5b-191bd8f63703 tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bd62936-2d76-448d-a9fe-0adb194fc74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382082 Aug 24 19:46:22.327087 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-9aa77b54-50a5-49af-9999-f0b5a965802e tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:46:22.328596 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-9aa77b54-50a5-49af-9999-f0b5a965802e tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 945 time: 0.0523059 Aug 24 19:46:22.419908 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Deleting port e8596897-e25d-45a8-9e90-a10e29373fa7 {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:22.420154 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.514487 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] For port e8596897-e25d-45a8-9e90-a10e29373fa7, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e8596897-e25d-45a8-9e90-a10e29373fa7,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:22.514882 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.527924 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Calling delete_port for e8596897-e25d-45a8-9e90-a10e29373fa7 owned by compute:nova {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:22.793590 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.827805 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event deleted for resources: {'Port': ['ID=e8596897-e25d-45a8-9e90-a10e29373fa7,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:22.940484 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] No DVR routers for this DVR port e8596897-e25d-45a8-9e90-a10e29373fa7 on host hv-cinder-79819 {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:46:22.942985 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for port, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:22.944985 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-8daa9d45-03f4-4357-890e-aeba8f748800 req-e578123b-9e22-4e50-946d-4ab6c4aff77d tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.35 "DELETE /v2.0/ports/e8596897-e25d-45a8-9e90-a10e29373fa7 HTTP/1.1" status: 204 len: 173 time: 0.6098163 Aug 24 19:46:22.945429 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'name': 'network-vif-deleted', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7'}] {{(pid=94430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:46:22.947796 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734536d00dcce356711b6f217941114946c912cd185a8fcbd92d3eeee044eb5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d5716-9e72-4ef2-9240-5dd1745c91ab" -d '{"events": [{"server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "name": "network-vif-deleted", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7"}]}' {{(pid=94430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 19:46:22.986175 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe69004-b9b4-4994-961d-f9c362ea95d1 x-openstack-request-id: req-0fe69004-b9b4-4994-961d-f9c362ea95d1 {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 19:46:22.986502 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f21a777-aa5d-4b69-b2dc-fff666007e06", "name": "network-vif-deleted", "tag": "e8596897-e25d-45a8-9e90-a10e29373fa7", "status": "completed", "code": 200}]} {{(pid=94430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 19:46:22.986839 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fe69004-b9b4-4994-961d-f9c362ea95d1 {{(pid=94430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 19:46:22.987307 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f21a777-aa5d-4b69-b2dc-fff666007e06', 'name': 'network-vif-deleted', 'tag': 'e8596897-e25d-45a8-9e90-a10e29373fa7', 'status': 'completed', 'code': 200} Aug 24 19:46:23.328015 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [req-6c626fbf-f400-4202-a78c-131f322ef978 req-cf828073-fa6b-4465-81ee-85b1ce3226ef tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f21a777-aa5d-4b69-b2dc-fff666007e06 HTTP/1.1" status: 200 len: 210 time: 0.0285132 Aug 24 19:46:24.035312 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:46:24.385065 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45750) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:24.507970 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Deleting port c7cfa4dd-8f9f-4dbc-853b-1d6afaa0629e {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:24.508338 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.585710 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.586028 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.598977 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Calling delete_port for c7cfa4dd-8f9f-4dbc-853b-1d6afaa0629e owned by network:floatingip {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:24.845254 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.871702 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event deleted for resources: {'Port': ['ID=c7cfa4dd-8f9f-4dbc-853b-1d6afaa0629e,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:24.933954 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for floatingip, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.936549 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34998'] for floatingip, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:24.937710 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-a93fea3e-31ca-4569-aa72-4a229323ae1c tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "DELETE /v2.0/floatingips/8446d543-6c83-44ff-8554-8dc2a40626ef HTTP/1.1" status: 204 len: 168 time: 0.5515156 Aug 24 19:46:25.467587 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e8596897-e25d-45a8-9e90-a10e29373fa7 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:25.490710 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] No Port match for: e8596897-e25d-45a8-9e90-a10e29373fa7 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:25.494651 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Device e8596897-e25d-45a8-9e90-a10e29373fa7 not bound to the agent host hv-cinder-79819 {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:26.311560 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45762) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:26.374074 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1c0c-289b-4cd3-9edf-9b1fa517948b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.403889 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1c0c-289b-4cd3-9edf-9b1fa517948b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.554074 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1c0c-289b-4cd3-9edf-9b1fa517948b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.557144 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1c0c-289b-4cd3-9edf-9b1fa517948b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Notify callbacks [] for security_group, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:26.558340 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-ebcc1c0c-289b-4cd3-9edf-9b1fa517948b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] 10.222.0.59 "DELETE /v2.0/security-groups/0bd62936-2d76-448d-a9fe-0adb194fc74f HTTP/1.1" status: 204 len: 168 time: 0.2454636 Aug 24 19:46:26.568599 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc1c0c-289b-4cd3-9edf-9b1fa517948b tempest-TestVolumeBootPattern-1603131644 tempest-TestVolumeBootPattern-1603131644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd62936-2d76-448d-a9fe-0adb194fc74f,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:26.704412 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45766) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:27.222457 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.486799 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Deleting port c6b605e8-a515-46f0-99aa-2431f8b5166f {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:27.487058 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.587945 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] For port c6b605e8-a515-46f0-99aa-2431f8b5166f, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=c6b605e8-a515-46f0-99aa-2431f8b5166f,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:27.588606 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:27.610406 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Calling delete_port for c6b605e8-a515-46f0-99aa-2431f8b5166f owned by network:router_interface {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:28.256629 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.283817 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b605e8-a515-46f0-99aa-2431f8b5166f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:28.298030 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.298584 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.299140 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.299648 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.300188 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.300817 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.301410 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.301969 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.302559 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.303102 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.303660 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.304223 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:28.519866 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:28.747445 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Router f1105e08-0530-4848-8242-807944450451 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:46:28.926274 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:46:28.932793 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-69809d48-9320-4f18-b556-ba9083576f7b admin admin] 10.222.0.59 "PUT /v2.0/routers/f1105e08-0530-4848-8242-807944450451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2272301 Aug 24 19:46:28.936631 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45772) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:28.940596 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] Sync routers for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:46:28.958157 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:28.959251 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:29.058275 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.091673 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:29.199976 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.276995 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:46:28Z', 'revision_number': 5, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port': {'id': '592ac2cd-6b2a-4306-9210-9f6715b7b068', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1105e08-0530-4848-8242-807944450451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:04Z', 'updated_at': '2021-08-24T19:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:29.325106 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] Checking router: f1105e08-0530-4848-8242-807944450451 for host: dv-cinder-798198-3-iscsi {{(pid=94431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:46:29.338505 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] Routers {'f1105e08-0530-4848-8242-807944450451'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:29.339530 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['f1105e08-0530-4848-8242-807944450451'], 'active': True} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:29.352426 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Deleting port 592ac2cd-6b2a-4306-9210-9f6715b7b068 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:29.353425 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.444012 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvr_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] Set router f1105e08-0530-4848-8242-807944450451 gateway port host: None {{(pid=94431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:29.447849 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] For port 592ac2cd-6b2a-4306-9210-9f6715b7b068, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=592ac2cd-6b2a-4306-9210-9f6715b7b068,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:29.448337 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.465773 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Calling delete_port for 592ac2cd-6b2a-4306-9210-9f6715b7b068 owned by network:router_gateway {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:29.538268 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_hamode_db [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:46:29Z', 'revision_number': 6, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port_host': None}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:29.590915 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebad5b2-915a-41fa-8980-0c435faeba6f None None] The sync data for ids ['f1105e08-0530-4848-8242-807944450451'] in dv-cinder-798198-3-iscsi is: [{'id': 'f1105e08-0530-4848-8242-807944450451', 'name': 'tempest-TestVolumeBootPattern-961187126-router', 'tenant_id': 'e2be3a7831b54615af1b92b62f673658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:03Z', 'updated_at': '2021-08-24T19:46:29Z', 'revision_number': 6, 'project_id': 'e2be3a7831b54615af1b92b62f673658', 'gw_port_host': None}] {{(pid=94431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:46:29.691427 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.725853 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=592ac2cd-6b2a-4306-9210-9f6715b7b068,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:29.798977 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.940071 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:29.943794 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.090707 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.091248 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1105e08-0530-4848-8242-807944450451 {{(pid=94429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:46:30.103314 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.103314 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-04385ddc-3bf2-4b20-afbf-30553ff96b8a admin admin] 10.222.0.59 "DELETE /v2.0/routers/f1105e08-0530-4848-8242-807944450451 HTTP/1.1" status: 204 len: 168 time: 1.1613975 Aug 24 19:46:30.103314 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45774) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:30.154742 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] Deleting subnet 3e8ef5a8-2135-4275-b354-6b1b400318de {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:46:30.158297 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.195121 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.272721 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.361230 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c6b605e8-a515-46f0-99aa-2431f8b5166f no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:30.382233 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: c6b605e8-a515-46f0-99aa-2431f8b5166f {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:30.382844 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device c6b605e8-a515-46f0-99aa-2431f8b5166f not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:30.414762 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.444451 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.446837 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3e8ef5a8-2135-4275-b354-6b1b400318de HTTP/1.1" status: 204 len: 168 time: 0.3423731 Aug 24 19:46:30.447545 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1b58a-5ba0-482c-abf2-05738b65154b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e8ef5a8-2135-4275-b354-6b1b400318de,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:30.450784 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45776) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:30.455880 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14bb01-b154-4afe-b0c2-61c450d74da8 None None] Network 91be4c16-b034-417f-ad7a-a8f3aa634a34 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:46:30.550164 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.618883 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Deleting port b6e29967-84c9-466a-856f-b1195f2691b3 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:30.619221 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.676327 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] DHCP port deletion for 91be4c16-b034-417f-ad7a-a8f3aa634a34 request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:46:30.702522 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] For port b6e29967-84c9-466a-856f-b1195f2691b3, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=b6e29967-84c9-466a-856f-b1195f2691b3,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:30.702889 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.716924 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Calling delete_port for b6e29967-84c9-466a-856f-b1195f2691b3 owned by network:dhcp {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:30.734655 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Deleting port b6e29967-84c9-466a-856f-b1195f2691b3 {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:30.735114 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.808236 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] For port b6e29967-84c9-466a-856f-b1195f2691b3, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=b6e29967-84c9-466a-856f-b1195f2691b3,segment=NetworkSegment(89c9325f-07cf-4c2e-bfab-f5e1469eee01),segment_id=89c9325f-07cf-4c2e-bfab-f5e1469eee01)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:30.808666 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.825006 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Calling delete_port for b6e29967-84c9-466a-856f-b1195f2691b3 owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:30.908557 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.918070 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:30.943524 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Pushing event deleted for resources: {'Port': ['ID=b6e29967-84c9-466a-856f-b1195f2691b3,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:30.943854 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e29967-84c9-466a-856f-b1195f2691b3,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:30.949803 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] No DVR routers for this DVR port b6e29967-84c9-466a-856f-b1195f2691b3 on host dv-cinder-798198-3-iscsi {{(pid=94429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:46:30.956108 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] No DVR routers for this DVR port b6e29967-84c9-466a-856f-b1195f2691b3 on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:46:30.959530 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.959961 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.960447 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.960844 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.961284 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.961671 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.962706 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.963090 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.963557 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.964029 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.964441 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:30.964879 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88586770-9c39-4838-86f7-2aa470acb602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-3-iscsi {{(pid=94431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:46:31.027609 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.038005 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91be4c16-b034-417f-ad7a-a8f3aa634a34']}} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:31.048829 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c9325f-07cf-4c2e-bfab-f5e1469eee01') {'for_net_delete': True} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:31.049126 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.services.segments.db [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c9325f-07cf-4c2e-bfab-f5e1469eee01') {} {{(pid=94429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:31.058867 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288362'] for segment, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.073643 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.080019 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:46:31.080446 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105292'] for segment, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: Traceback (most recent call last): Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: timer() Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: cb(*args, **kw) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: return func(*args, **kwargs) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: self._notify() Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: self.callback(batched_events) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: event.method(event) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: return f(self, *a, **k) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._get(url).json() Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: return self.request(url, 'GET', **kwargs) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:46:31.082223 dv-cinder-798198-3-iscsi neutron-server[94429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:46:31.217078 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.223083 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.225612 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] 10.222.0.59 "DELETE /v2.0/networks/91be4c16-b034-417f-ad7a-a8f3aa634a34 HTTP/1.1" status: 204 len: 168 time: 0.7737513 Aug 24 19:46:31.228097 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45778) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:31.242659 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f099b-ed2c-4615-a1a1-230d8f21d546 admin admin] Pushing event deleted for resources: {'Network': ['ID=91be4c16-b034-417f-ad7a-a8f3aa634a34,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:31.596053 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418951'] for router_interface, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.867403 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Deleting port 9ba645fd-e447-4c5f-b6f4-a948caed4e35 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:31.867869 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.872015 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-bc92c167-559e-4103-aace-e675ced52eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:31.911354 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 592ac2cd-6b2a-4306-9210-9f6715b7b068 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:31.932566 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 592ac2cd-6b2a-4306-9210-9f6715b7b068 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:31.933000 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 592ac2cd-6b2a-4306-9210-9f6715b7b068 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:31.933489 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b6e29967-84c9-466a-856f-b1195f2691b3 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:31.953697 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: b6e29967-84c9-466a-856f-b1195f2691b3 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:31.953697 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device b6e29967-84c9-466a-856f-b1195f2691b3 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:31.996647 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] For port 9ba645fd-e447-4c5f-b6f4-a948caed4e35, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=9ba645fd-e447-4c5f-b6f4-a948caed4e35,segment=NetworkSegment(9e614c25-083c-4aaf-9a30-e3003886594a),segment_id=9e614c25-083c-4aaf-9a30-e3003886594a)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:31.997005 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.010094 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Calling delete_port for 9ba645fd-e447-4c5f-b6f4-a948caed4e35 owned by network:router_interface {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:32.228312 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.255069 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba645fd-e447-4c5f-b6f4-a948caed4e35,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:32.444471 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1814962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605361'] for router_interface, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:32.691472 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 has already been hosted by L3 agent 0cef58bd-c359-408b-9c2c-7d16d9162939 {{(pid=94429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:46:32.799910 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] Notify agent at l3_agent.dv-cinder-798198-3-iscsi the message routers_updated {{(pid=94429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:46:32.804896 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-9fb76ab9-3f15-4116-ad06-140423b05b21 admin admin] 10.222.0.59 "PUT /v2.0/routers/bbc8b727-4177-4283-9bb4-3d3a0bfe3e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675473 Aug 24 19:46:32.808528 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45782) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:32.812112 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] Sync routers for ids ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'] in dv-cinder-798198-3-iscsi {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 19:46:32.825639 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] Routers {'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:32.826404 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:32.956778 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] Set router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:33.223661 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks [] for router, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.267506 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:46:32Z', 'revision_number': 5, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:33.294907 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] Checking router: bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 for host: dv-cinder-798198-3-iscsi {{(pid=94432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 19:46:33.303858 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] Routers {'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'} bound to L3 agent in host dv-cinder-798198-3-iscsi {{(pid=94432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:46:33.304607 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:21:34Z,description=,heartbeat_timestamp=2021-08-24T19:46:04Z,host='dv-cinder-798198-3-iscsi',id=0cef58bd-c359-408b-9c2c-7d16d9162939,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T19:21:35Z,topic='l3_agent')) {'router_ids': ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'], 'active': True} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:33.340503 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.414760 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_dvr_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] Set router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 gateway port host: dv-cinder-798198-3-iscsi {{(pid=94432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 19:46:33.514126 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Deleting port a77ba82f-b1d7-4154-ae62-774017a0deb4 {{(pid=94429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:33.514428 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.590962 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.l3_hamode_db [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:46:32Z', 'revision_number': 5, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}], 'dv-cinder-798198-3-iscsi', False) {} {{(pid=94432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:33.594227 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.db [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] For port a77ba82f-b1d7-4154-ae62-774017a0deb4, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=a77ba82f-b1d7-4154-ae62-774017a0deb4,segment=NetworkSegment(addbe948-9e11-4eb7-9501-ee0c19735aed),segment_id=addbe948-9e11-4eb7-9501-ee0c19735aed)] {{(pid=94429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:33.594590 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.607861 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.plugins.ml2.plugin [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Calling delete_port for a77ba82f-b1d7-4154-ae62-774017a0deb4 owned by network:router_gateway {{(pid=94429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:33.620701 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9be28-e627-4907-9fdf-2430c36c65bd None None] The sync data for ids ['bbc8b727-4177-4283-9bb4-3d3a0bfe3e73'] in dv-cinder-798198-3-iscsi is: [{'id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'name': 'tempest-TestVolumeBootPattern-337234384-router', 'tenant_id': '50de000f3b9a43d29ef061d318488199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'external_fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:39:10Z', 'updated_at': '2021-08-24T19:46:32Z', 'revision_number': 5, 'project_id': '50de000f3b9a43d29ef061d318488199', 'gw_port': {'id': 'a77ba82f-b1d7-4154-ae62-774017a0deb4', 'name': '', 'network_id': 'ff07b1e7-9a8b-4d47-af53-7d436a1dc865', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8b727-4177-4283-9bb4-3d3a0bfe3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:39:11Z', 'updated_at': '2021-08-24T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aa48840-cd4a-4a46-bf1b-502719027c1f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-3-iscsi'}] {{(pid=94432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 19:46:33.896616 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14105337'] for port, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:33.926716 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77ba82f-b1d7-4154-ae62-774017a0deb4,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:34.004003 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421803'] for router_gateway, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.078335 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 9ba645fd-e447-4c5f-b6f4-a948caed4e35 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:34.101326 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.103553 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.104117 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 9ba645fd-e447-4c5f-b6f4-a948caed4e35 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:34.104489 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 9ba645fd-e447-4c5f-b6f4-a948caed4e35 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:34.220699 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678130'] for router, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.221421 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 {{(pid=94429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:46:34.225863 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] Notify callbacks [] for router, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.227071 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-5475aaeb-b5b8-4ac5-9e47-d7e40166e295 admin admin] 10.222.0.59 "DELETE /v2.0/routers/bbc8b727-4177-4283-9bb4-3d3a0bfe3e73 HTTP/1.1" status: 204 len: 168 time: 1.4173968 Aug 24 19:46:34.229737 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45784) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:34.282589 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] Deleting subnet 272f152b-6dbb-4b13-81a9-3cf223a1c5b3 {{(pid=94429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 19:46:34.286438 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.324561 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288357'] for subnet, precommit_delete_associations {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.404889 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1478798'] for subnet, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.500352 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-911a7463-435a-40ed-9968-9ca116d66595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.529252 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1480573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14105390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14647501'] for subnet, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.553408 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272f152b-6dbb-4b13-81a9-3cf223a1c5b3,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:34.560749 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.565422 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [-] (94430) accepted ('10.222.0.59', 45786) {{(pid=94430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:34.565993 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-8b437f64-08df-496a-82ae-afa2831f0c1e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/272f152b-6dbb-4b13-81a9-3cf223a1c5b3 HTTP/1.1" status: 204 len: 168 time: 0.3346536 Aug 24 19:46:34.568098 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a6f72-d984-4f30-87ec-25f2cbb83bf7 None None] Network 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 requested from dv-cinder-798198-3-iscsi {{(pid=94431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 19:46:34.634575 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639213'] for network, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.715877 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Deleting port 4594d9ba-c4cc-46cc-bb20-5d7652176ace {{(pid=94430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:34.715877 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.787535 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] DHCP port deletion for 8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 request from dv-cinder-798198-3-iscsi {{(pid=94431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 19:46:34.806499 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.db [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] For port 4594d9ba-c4cc-46cc-bb20-5d7652176ace, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=4594d9ba-c4cc-46cc-bb20-5d7652176ace,segment=NetworkSegment(9e614c25-083c-4aaf-9a30-e3003886594a),segment_id=9e614c25-083c-4aaf-9a30-e3003886594a)] {{(pid=94430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:34.806972 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.825184 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.plugin [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Calling delete_port for 4594d9ba-c4cc-46cc-bb20-5d7652176ace owned by network:dhcp {{(pid=94430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:34.948199 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:34.972612 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] Deleting port 4594d9ba-c4cc-46cc-bb20-5d7652176ace {{(pid=94431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 19:46:34.973007 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738724503763'] for port, before_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.009502 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731512'] for port, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.038627 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Pushing event deleted for resources: {'Port': ['ID=4594d9ba-c4cc-46cc-bb20-5d7652176ace,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:35.038893 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.db [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] For port 4594d9ba-c4cc-46cc-bb20-5d7652176ace, host dv-cinder-798198-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-3-iscsi',level=0,port_id=4594d9ba-c4cc-46cc-bb20-5d7652176ace,segment=NetworkSegment(9e614c25-083c-4aaf-9a30-e3003886594a),segment_id=9e614c25-083c-4aaf-9a30-e3003886594a)] {{(pid=94431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:46:35.039175 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599086'] for port, precommit_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.043346 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] No DVR routers for this DVR port 4594d9ba-c4cc-46cc-bb20-5d7652176ace on host dv-cinder-798198-3-iscsi {{(pid=94430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:46:35.052628 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] Calling delete_port for 4594d9ba-c4cc-46cc-bb20-5d7652176ace owned by network:dhcp {{(pid=94431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 19:46:35.114004 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1478921', 'neutron.services.segments.db._delete_segments_for_network-8738724422063'] for network, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.124376 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff97606-22e0-4d1f-abb9-2d0fd669c2e2']}} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:35.129585 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1442497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738724379347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738723922881'] for port, after_delete {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.135710 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e614c25-083c-4aaf-9a30-e3003886594a') {'for_net_delete': True} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:35.136011 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.services.segments.db [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e614c25-083c-4aaf-9a30-e3003886594a') {} {{(pid=94430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:46:35.144821 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738724421946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12731762'] for segment, before_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.152433 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] Pushing event deleted for resources: {'Port': ['ID=4594d9ba-c4cc-46cc-bb20-5d7652176ace,revision_number=None']} {{(pid=94431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:35.158965 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8c201-3bcd-4252-b097-56fb0b5d11b7 None None] No DVR routers for this DVR port 4594d9ba-c4cc-46cc-bb20-5d7652176ace on host dv-cinder-798198-3-iscsi {{(pid=94431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:46:35.159393 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299'] for segment, precommit_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.171542 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 19:46:35.171935 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12731469'] for segment, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: Traceback (most recent call last): Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: timer() Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: cb(*args, **kw) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: return func(*args, **kwargs) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: self._notify() Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: self.callback(batched_events) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: event.method(event) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: return f(self, *a, **k) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._get(url).json() Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: return self.request(url, 'GET', **kwargs) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:46:35.173631 dv-cinder-798198-3-iscsi neutron-server[94430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:46:35.306706 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1814955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421767'] for network, after_delete {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.312344 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron_lib.callbacks.manager [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1815001'] for network, before_response {{(pid=94430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.314226 dv-cinder-798198-3-iscsi neutron-server[94430]: INFO neutron.wsgi [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8ff97606-22e0-4d1f-abb9-2d0fd669c2e2 HTTP/1.1" status: 204 len: 168 time: 0.7476356 Aug 24 19:46:35.325277 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fc6d8-46dc-4044-9f67-7d3b02d57355 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff97606-22e0-4d1f-abb9-2d0fd669c2e2,revision_number=None']} {{(pid=94430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:35.675860 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45792) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:35.715985 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-fc6936c4-3f31-4c2f-8bbc-1e60aaea0147 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2be3a7831b54615af1b92b62f673658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389106 Aug 24 19:46:35.719171 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45794) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:35.772091 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c90788dd-715f-47c2-ab5c-276cc76ad6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.795534 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c90788dd-715f-47c2-ab5c-276cc76ad6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.886075 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.901488 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a77ba82f-b1d7-4154-ae62-774017a0deb4 no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:35.913808 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c90788dd-715f-47c2-ab5c-276cc76ad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.916428 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-c90788dd-715f-47c2-ab5c-276cc76ad6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:35.920076 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-c90788dd-715f-47c2-ab5c-276cc76ad6e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d01fcea-b099-406d-b4e4-9aaac2fdd9e6 HTTP/1.1" status: 204 len: 168 time: 0.1972437 Aug 24 19:46:35.921734 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: a77ba82f-b1d7-4154-ae62-774017a0deb4 {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:35.927386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device a77ba82f-b1d7-4154-ae62-774017a0deb4 not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:35.927386 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4594d9ba-c4cc-46cc-bb20-5d7652176ace no longer exists at agent ovs-agent-dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 19:46:35.928113 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90788dd-715f-47c2-ab5c-276cc76ad6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d01fcea-b099-406d-b4e4-9aaac2fdd9e6,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:35.945776 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.plugin [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] No Port match for: 4594d9ba-c4cc-46cc-bb20-5d7652176ace {{(pid=94431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 19:46:35.946116 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron.plugins.ml2.rpc [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Device 4594d9ba-c4cc-46cc-bb20-5d7652176ace not bound to the agent host dv-cinder-798198-3-iscsi {{(pid=94431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 19:46:36.480997 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45800) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:36.518860 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-1eab74d9-8d6e-436a-9d57-48d913e5db69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50de000f3b9a43d29ef061d318488199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366118 Aug 24 19:46:36.521233 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [-] (94429) accepted ('10.222.0.59', 45802) {{(pid=94429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 19:46:36.571465 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a311-c3ac-4d7d-abd4-0821b5a0a195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.592293 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a311-c3ac-4d7d-abd4-0821b5a0a195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.706459 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a311-c3ac-4d7d-abd4-0821b5a0a195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440893'] for security_group, after_delete {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.709161 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a311-c3ac-4d7d-abd4-0821b5a0a195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:36.710414 dv-cinder-798198-3-iscsi neutron-server[94429]: INFO neutron.wsgi [None req-2bb8a311-c3ac-4d7d-abd4-0821b5a0a195 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12cc3b46-a234-4801-9622-4f348aad112f HTTP/1.1" status: 204 len: 168 time: 0.1882856 Aug 24 19:46:36.719500 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8a311-c3ac-4d7d-abd4-0821b5a0a195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cc3b46-a234-4801-9622-4f348aad112f,revision_number=None']} {{(pid=94429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:46:37.331332 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:46:42.971481 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:01.034201 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:47:01.816492 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-010fe40a-a4e7-4717-a43f-a8162e84f23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:04.533115 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-2b65077c-3d26-4b67-8b9c-41207c2c22d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:04.796480 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:05.870292 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:07.328126 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:12.974271 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:16.194863 dv-cinder-798198-3-iscsi neutron-server[94430]: DEBUG neutron.wsgi [req-e9b267e2-c00c-401b-94dc-340c2f350756 req-ce7f248c-6283-4182-85cc-44974aef24b2 service neutron] (94430) timed out ('10.222.0.35', 49600) {{(pid=94430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 19:47:31.832615 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-8cdb4920-389c-493f-8fb6-9db2b62f43bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:34.648800 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a9d1b596-a3cc-4663-ae39-aa3bc2e0ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:35.055816 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:35.936215 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:37.341548 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:47:38.033195 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:47:43.106274 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:01.881520 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c4a96795-c9dc-4a6c-b5b0-b8c235a42c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:04.527230 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-59a463ff-cc01-4e64-ac18-dab7cf3e8515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:04.830752 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:05.887540 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:07.362132 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:12.979073 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:15.032068 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:48:31.799574 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-1b818b72-f618-4816-882b-0d34d1be4c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:34.558483 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-41af16f3-43f8-44c9-94c8-878849ed5fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:34.833065 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:35.895716 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:37.363889 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:42.957543 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:48:52.032558 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:49:01.812246 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-6ee2cdd8-57fe-43c8-b7d1-d8b6ade67b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.555923 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-7f883458-29e0-4fee-bd80-f7e984a99ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:04.818512 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:05.892902 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:07.366743 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:12.966541 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:29.031966 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:49:31.827903 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-00e1000f-49b8-40ca-8f3a-a372db4cae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.547901 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-a8b10c72-bb80-4c6d-bdd8-f0dca016231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:34.810075 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:35.890577 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:37.347804 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:49:43.022007 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:01.815372 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-958a4639-727a-4312-9894-4adc46e465a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:04.507119 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-21c35c73-96de-4d3d-8bd0-c3a1a61f97dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:04.827222 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:05.946338 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:06.029841 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:50:07.392548 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:12.992431 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:31.810114 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-4c83dc79-c4c2-44d7-bf71-0a4a59c5778c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:34.506542 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-b103af27-c730-489b-8f93-7f30f92d43b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:34.810306 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:35.917377 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:37.357740 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:42.981813 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:50:43.028532 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:51:01.803430 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-f335fc5f-9646-4730-995d-8433023bae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:04.501444 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-8cb669d8-cb3c-42ec-aaaa-eaf51bc3c1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:04.815399 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:05.913043 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:07.358152 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:12.981284 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:20.027797 dv-cinder-798198-3-iscsi neutron-server[94432]: DEBUG neutron.db.agents_db [None req-572d709f-94fe-491c-8bd4-8538709af63f None None] Agent healthcheck: found 6 active agents {{(pid=94432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 19:51:31.809831 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab0ac-8295-4fc2-9b43-522f4a46e3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:34.507930 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-dd33c72b-fbf6-4468-9d15-0cb775bfa49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:34.868335 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-9c385930-0234-4686-bde7-8a7b226ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:35.890786 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-0e208ed6-de0a-4f49-9829-4a8b6cb71e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:37.348292 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-c05e72b8-603a-4ac2-ba9b-eef5df945547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:42.999178 dv-cinder-798198-3-iscsi neutron-server[94431]: DEBUG neutron_lib.callbacks.manager [None req-73a6bdf0-8893-42ea-b50c-10e41e1334a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738724422045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1483587'] for agent, after_update {{(pid=94431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:51:52.029265 dv-cinder-798198-3-iscsi neutron-server[94429]: DEBUG neutron.wsgi [req-598db961-ac34-4202-b6c7-e02522c3a28b req-9b9838d2-7740-4a8c-bdb9-04a8d28a8697 service neutron] (94429) timed out ('10.222.0.59', 39958) {{(pid=94429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}